nixbot

1this derivation will be built:2  /nix/store/ppgingi8j4n570rsasahhcpba2jjwh3s-vm-test-run-nixbot-gitlab.drv3building '/nix/store/ppgingi8j4n570rsasahhcpba2jjwh3s-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'4building '/nix/store/ppgingi8j4n570rsasahhcpba2jjwh3s-vm-test-run-nixbot-gitlab.drv'5vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state6vm-test-run-nixbot-gitlab> start all VLans7vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)8vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds9vm-test-run-nixbot-gitlab> run the VM test script10vm-test-run-nixbot-gitlab> additionally exposed symbols:11vm-test-run-nixbot-gitlab>     gitlab,12vm-test-run-nixbot-gitlab>     vlan1,13vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh14vm-test-run-nixbot-gitlab> start all VMs15vm-test-run-nixbot-gitlab> gitlab: starting vm16vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)17vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...18vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.55X0LPyoSw', fmt=raw size=107374182419vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)20vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done21vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes22vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 2e9a8d99-e953-4384-bd52-f7868537f1f623vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:24vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937625vm-test-run-nixbot-gitlab> gitlab # 26vm-test-run-nixbot-gitlab> (finished: start all VMs, in 69.97 seconds)27vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done28vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service29vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done30vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting31vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done32vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done33vm-test-run-nixbot-gitlab> gitlab # 34vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.35vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...36vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.37vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Booting Linux on physical CPU 0x0000000000 [0xc00fac40]38vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT Mon Jun  1 15:51:08 UTC 202639vm-test-run-nixbot-gitlab> gitlab # [    0.000000] KASLR enabled40vm-test-run-nixbot-gitlab> gitlab # [    0.000000] random: crng init done41vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Machine model: linux,dummy-virt42vm-test-run-nixbot-gitlab> gitlab # [    0.000000] efi: UEFI not found.43vm-test-run-nixbot-gitlab> gitlab # [    0.000000] OF: reserved mem: Reserved memory: No reserved-memory node in the DT44vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NUMA: Faking a node at [mem 0x0000000040000000-0x00000001bfffffff]45vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NODE_DATA(0) allocated [mem 0x1bfdeb740-0x1bfdeeebf]46vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Zone ranges:47vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA      [mem 0x0000000040000000-0x00000000ffffffff]48vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA32    empty49vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]50vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Device   empty51vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Movable zone start for each node52vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Early memory node ranges53vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   node   0: [mem 0x0000000040000000-0x00000001bfffffff]54vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Initmem setup node 0 [mem 0x0000000040000000-0x00000001bfffffff]55vm-test-run-nixbot-gitlab> gitlab # [    0.000000] cma: Reserved 32 MiB at 0x00000000fe00000056vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: probing for conduit method from DT.57vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: PSCIv1.3 detected in firmware.58vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Using standard PSCI v0.2 function IDs59vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Trusted OS migration not required60vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: SMC Calling Convention v1.161vm-test-run-nixbot-gitlab> gitlab # [    0.000000] smccc: KVM: hypervisor services detected (0x00000000 0x00000000 0x00000000 0x00000003)62vm-test-run-nixbot-gitlab> gitlab # [    0.000000] percpu: Embedded 76 pages/cpu s185944 r8192 d117160 u31129663vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Detected PIPT I-cache on CPU064vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Address authentication (architected QARMA5 algorithm)65vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: GICv3 CPU interface66vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-v467vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-BHB68vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC03_CPU_3869vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC04_CPU_2370vm-test-run-nixbot-gitlab> gitlab # [    0.000000] alternatives: applying boot alternatives71vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Kernel command line: console=ttyAMA0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/a8hqhb28fphaf6p4y397yk46rm8q1by6-nixos-system-gitlab-test/init regInfo=/nix/store/6q55l2xdkmf07kfd8lz0ya3iy5m40w77-closure-info/registration console=ttyAMA0,115200n8 console=tty072vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Unknown kernel command line parameters "regInfo=/nix/store/6q55l2xdkmf07kfd8lz0ya3iy5m40w77-closure-info/registration", will be passed to user space.73vm-test-run-nixbot-gitlab> gitlab # [    0.000000] printk: log buffer data + meta data: 131072 + 458752 = 589824 bytes74vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)75vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)76vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: area num 4.77vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: mapped [mem 0x00000000fa000000-0x00000000fe000000] (64MB)78vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Fallback order for Node 0: 079vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 157286480vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Policy zone: Normal81vm-test-run-nixbot-gitlab> gitlab # [    0.000000] mem auto-init: stack:all(zero), heap alloc:on, heap free:off82vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=183vm-test-run-nixbot-gitlab> gitlab # [    0.000000] allocated 12582912 bytes of page_ext84vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocating 74648 entries in 292 pages85vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocated 292 pages with 3 groups86vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Hierarchical RCU implementation.87vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU event tracing is enabled.88vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.89vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Trampoline variant of Tasks RCU enabled.90vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Rude variant of Tasks RCU enabled.91vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Tracing variant of Tasks RCU enabled.92vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.93vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=494vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.95vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.96vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.97vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 098vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 256 SPIs implemented99vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 0 Extended SPIs implemented100vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Root IRQ handler: gic_handle_irq101vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICv3 features: 16 PPIs, DirectLPI102vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICD_CTLR.DS=1, SCR_EL3.FIQ=0103vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: found redistributor 0 region 0:0x00000000080a0000104vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS [mem 0x08080000-0x0809ffff]105vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Devices @100f00000 (indirect, esz 8, psz 64K, shr 1)106vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Interrupt Collections @100f10000 (flat, esz 8, psz 64K, shr 1)107vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: using LPI property table @0x0000000100f30000108vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: using allocated LPI pending table @0x0000000100f40000109vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: srcu_init: Setting srcu_struct sizes based on contention.110vm-test-run-nixbot-gitlab> gitlab # [    0.000000] arch_timer: cp15 timer running at 1000.00MHz (virt).111vm-test-run-nixbot-gitlab> gitlab # [    0.000000] clocksource: arch_sys_counter: mask: 0x1fffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns112vm-test-run-nixbot-gitlab> gitlab # [    0.000000] sched_clock: 61 bits at 1000MHz, resolution 1ns, wraps every 4398046511103ns113vm-test-run-nixbot-gitlab> gitlab # [    0.000031] arm-pv: using stolen time PV114vm-test-run-nixbot-gitlab> gitlab # [    0.000398] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)115vm-test-run-nixbot-gitlab> gitlab # [    0.000601] Console: colour dummy device 80x25116vm-test-run-nixbot-gitlab> gitlab # [    0.000609] printk: legacy console [tty0] enabled117vm-test-run-nixbot-gitlab> gitlab # [    0.000792] Calibrating delay loop (skipped), value calculated using timer frequency.. 2000.00 BogoMIPS (lpj=4000000)118vm-test-run-nixbot-gitlab> gitlab # [    0.000799] pid_max: default: 32768 minimum: 301119vm-test-run-nixbot-gitlab> gitlab # [    0.000886] LSM: initializing lsm=capability,landlock,yama,bpf,ima120vm-test-run-nixbot-gitlab> gitlab # [    0.001019] landlock: Up and running.121vm-test-run-nixbot-gitlab> gitlab # [    0.001022] Yama: becoming mindful.122vm-test-run-nixbot-gitlab> gitlab # [    0.001473] LSM support for eBPF active123vm-test-run-nixbot-gitlab> gitlab # [    0.001679] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)124vm-test-run-nixbot-gitlab> gitlab # [    0.001797] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)125vm-test-run-nixbot-gitlab> gitlab # [    0.003031] cacheinfo: Unable to detect cache hierarchy for CPU 0126vm-test-run-nixbot-gitlab> gitlab # [    0.003680] rcu: Hierarchical SRCU implementation.127vm-test-run-nixbot-gitlab> gitlab # [    0.003685] rcu: 	Max phase no-delay instances is 1000.128vm-test-run-nixbot-gitlab> gitlab # [    0.003842] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level129vm-test-run-nixbot-gitlab> gitlab # [    0.005028] fsl-mc MSI: its@8080000 domain created130vm-test-run-nixbot-gitlab> gitlab # [    0.005123] EFI services will not be available.131vm-test-run-nixbot-gitlab> gitlab # [    0.005287] smp: Bringing up secondary CPUs ...132vm-test-run-nixbot-gitlab> gitlab # [    0.005995] Detected PIPT I-cache on CPU1133vm-test-run-nixbot-gitlab> gitlab # [    0.006099] GICv3: CPU1: found redistributor 1 region 0:0x00000000080c0000134vm-test-run-nixbot-gitlab> gitlab # [    0.006229] GICv3: CPU1: using allocated LPI pending table @0x0000000100f50000135vm-test-run-nixbot-gitlab> gitlab # [    0.006361] CPU1: Booted secondary processor 0x0000000001 [0xc00fac40]136vm-test-run-nixbot-gitlab> gitlab # [    0.007416] Detected PIPT I-cache on CPU2137vm-test-run-nixbot-gitlab> gitlab # [    0.007604] GICv3: CPU2: found redistributor 2 region 0:0x00000000080e0000138vm-test-run-nixbot-gitlab> gitlab # [    0.007735] GICv3: CPU2: using allocated LPI pending table @0x0000000100f60000139vm-test-run-nixbot-gitlab> gitlab # [    0.007868] CPU2: Booted secondary processor 0x0000000002 [0xc00fac40]140vm-test-run-nixbot-gitlab> gitlab # [    0.008850] Detected PIPT I-cache on CPU3141vm-test-run-nixbot-gitlab> gitlab # [    0.008965] GICv3: CPU3: found redistributor 3 region 0:0x0000000008100000142vm-test-run-nixbot-gitlab> gitlab # [    0.009097] GICv3: CPU3: using allocated LPI pending table @0x0000000100f70000143vm-test-run-nixbot-gitlab> gitlab # [    0.009228] CPU3: Booted secondary processor 0x0000000003 [0xc00fac40]144vm-test-run-nixbot-gitlab> gitlab # [    0.009732] smp: Brought up 1 node, 4 CPUs145vm-test-run-nixbot-gitlab> gitlab # [    0.009759] SMP: Total of 4 processors activated.146vm-test-run-nixbot-gitlab> gitlab # [    0.009761] CPU: All CPU(s) started at EL1147vm-test-run-nixbot-gitlab> gitlab # [    0.009770] CPU features: detected: Branch Target Identification148vm-test-run-nixbot-gitlab> gitlab # [    0.009773] CPU features: detected: ARMv8.4 Translation Table Level149vm-test-run-nixbot-gitlab> gitlab # [    0.009776] CPU features: detected: Instruction cache invalidation not required for I/D coherence150vm-test-run-nixbot-gitlab> gitlab # [    0.009779] CPU features: detected: Data cache clean to the PoU not required for I/D coherence151vm-test-run-nixbot-gitlab> gitlab # [    0.009783] CPU features: detected: Common not Private translations152vm-test-run-nixbot-gitlab> gitlab # [    0.009785] CPU features: detected: CRC32 instructions153vm-test-run-nixbot-gitlab> gitlab # [    0.009788] CPU features: detected: Data cache clean to Point of Deep Persistence154vm-test-run-nixbot-gitlab> gitlab # [    0.009791] CPU features: detected: Data cache clean to Point of Persistence155vm-test-run-nixbot-gitlab> gitlab # [    0.009793] CPU features: detected: Data independent timing control (DIT)156vm-test-run-nixbot-gitlab> gitlab # [    0.009796] CPU features: detected: E0PD157vm-test-run-nixbot-gitlab> gitlab # [    0.009798] CPU features: detected: Enhanced Counter Virtualization158vm-test-run-nixbot-gitlab> gitlab # [    0.009801] CPU features: detected: Enhanced Counter Virtualization (CNTPOFF)159vm-test-run-nixbot-gitlab> gitlab # [    0.009804] CPU features: detected: Enhanced Virtualization Traps160vm-test-run-nixbot-gitlab> gitlab # [    0.009806] CPU features: detected: Fine Grained Traps161vm-test-run-nixbot-gitlab> gitlab # [    0.009809] CPU features: detected: Generic authentication (architected QARMA5 algorithm)162vm-test-run-nixbot-gitlab> gitlab # [    0.009813] CPU features: detected: RCpc load-acquire (LDAPR)163vm-test-run-nixbot-gitlab> gitlab # [    0.009816] CPU features: detected: LSE atomic instructions164vm-test-run-nixbot-gitlab> gitlab # [    0.009818] CPU features: detected: Privileged Access Never165vm-test-run-nixbot-gitlab> gitlab # [    0.009821] CPU features: detected: PMUv3166vm-test-run-nixbot-gitlab> gitlab # [    0.009823] CPU features: detected: RAS Extension Support167vm-test-run-nixbot-gitlab> gitlab # [    0.009825] CPU features: detected: RASv1p1 Extension Support168vm-test-run-nixbot-gitlab> gitlab # [    0.009828] CPU features: detected: Random Number Generator169vm-test-run-nixbot-gitlab> gitlab # [    0.009830] CPU features: detected: Speculation barrier (SB)170vm-test-run-nixbot-gitlab> gitlab # [    0.009832] CPU features: detected: Stage-2 Force Write-Back171vm-test-run-nixbot-gitlab> gitlab # [    0.009835] CPU features: detected: TLB range maintenance instructions172vm-test-run-nixbot-gitlab> gitlab # [    0.009839] CPU features: detected: Speculative Store Bypassing Safe (SSBS)173vm-test-run-nixbot-gitlab> gitlab # [    0.009969] alternatives: applying system-wide alternatives174vm-test-run-nixbot-gitlab> gitlab # [    0.013082] CPU features: detected: BBM Level 2 without TLB conflict abort175vm-test-run-nixbot-gitlab> gitlab # [    0.013301] Memory: 5965804K/6291456K available (24320K kernel code, 7086K rwdata, 26308K rodata, 4736K init, 1102K bss, 270904K reserved, 32768K cma-reserved)176vm-test-run-nixbot-gitlab> gitlab # [    0.014803] devtmpfs: initialized177vm-test-run-nixbot-gitlab> gitlab # [    0.018772] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns178vm-test-run-nixbot-gitlab> gitlab # [    0.018819] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)179vm-test-run-nixbot-gitlab> gitlab # [    0.018887] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).180vm-test-run-nixbot-gitlab> gitlab # [    0.019067] 2G module region forced by RANDOMIZE_MODULE_REGION_FULL181vm-test-run-nixbot-gitlab> gitlab # [    0.019071] 0 pages in range for non-PLT usage182vm-test-run-nixbot-gitlab> gitlab # [    0.019073] 508336 pages in range for PLT usage183vm-test-run-nixbot-gitlab> gitlab # [    0.019210] pinctrl core: initialized pinctrl subsystem184vm-test-run-nixbot-gitlab> gitlab # [    0.020055] DMI not present or invalid.185vm-test-run-nixbot-gitlab> gitlab # [    0.023377] NET: Registered PF_NETLINK/PF_ROUTE protocol family186vm-test-run-nixbot-gitlab> gitlab # [    0.025855] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations187vm-test-run-nixbot-gitlab> gitlab # [    0.026148] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations188vm-test-run-nixbot-gitlab> gitlab # [    0.028013] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations189vm-test-run-nixbot-gitlab> gitlab # [    0.028034] audit: initializing netlink subsys (disabled)190vm-test-run-nixbot-gitlab> gitlab # [    0.028325] audit: type=2000 audit(0.024:1): state=initialized audit_enabled=0 res=1191vm-test-run-nixbot-gitlab> gitlab # [    0.028806] thermal_sys: Registered thermal governor 'fair_share'192vm-test-run-nixbot-gitlab> gitlab # [    0.028810] thermal_sys: Registered thermal governor 'bang_bang'193vm-test-run-nixbot-gitlab> gitlab # [    0.028814] thermal_sys: Registered thermal governor 'step_wise'194vm-test-run-nixbot-gitlab> gitlab # [    0.028817] thermal_sys: Registered thermal governor 'user_space'195vm-test-run-nixbot-gitlab> gitlab # [    0.028819] thermal_sys: Registered thermal governor 'power_allocator'196vm-test-run-nixbot-gitlab> gitlab # [    0.028902] cpuidle: using governor ladder197vm-test-run-nixbot-gitlab> gitlab # [    0.028969] cpuidle: using governor menu198vm-test-run-nixbot-gitlab> gitlab # [    0.029183] hw-breakpoint: found 16 breakpoint and 4 watchpoint registers.199vm-test-run-nixbot-gitlab> gitlab # [    0.029433] ASID allocator initialised with 65536 entries200vm-test-run-nixbot-gitlab> gitlab # [    0.030587] Serial: AMBA PL011 UART driver201vm-test-run-nixbot-gitlab> gitlab # [    0.035669] 9000000.pl011: ttyAMA0 at MMIO 0x9000000 (irq = 13, base_baud = 0) is a PL011 rev1202vm-test-run-nixbot-gitlab> gitlab # [    0.035992] printk: console [ttyAMA0] enabled203vm-test-run-nixbot-gitlab> gitlab # [    0.047749] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages204vm-test-run-nixbot-gitlab> gitlab # [    0.047767] HugeTLB: 0 KiB vmemmap can be freed for a 1.00 GiB page205vm-test-run-nixbot-gitlab> gitlab # [    0.047776] HugeTLB: registered 32.0 MiB page size, pre-allocated 0 pages206vm-test-run-nixbot-gitlab> gitlab # [    0.047785] HugeTLB: 0 KiB vmemmap can be freed for a 32.0 MiB page207vm-test-run-nixbot-gitlab> gitlab # [    0.047793] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages208vm-test-run-nixbot-gitlab> gitlab # [    0.047801] HugeTLB: 0 KiB vmemmap can be freed for a 2.00 MiB page209vm-test-run-nixbot-gitlab> gitlab # [    0.047809] HugeTLB: registered 64.0 KiB page size, pre-allocated 0 pages210vm-test-run-nixbot-gitlab> gitlab # [    0.047817] HugeTLB: 0 KiB vmemmap can be freed for a 64.0 KiB page211vm-test-run-nixbot-gitlab> gitlab # [    0.060673] fbcon: Taking over console212vm-test-run-nixbot-gitlab> gitlab # [    0.060685] ACPI: Interpreter disabled.213vm-test-run-nixbot-gitlab> gitlab # [    0.061714] iommu: Default domain type: Translated214vm-test-run-nixbot-gitlab> gitlab # [    0.061719] iommu: DMA domain TLB invalidation policy: strict mode215vm-test-run-nixbot-gitlab> gitlab # [    0.075425] SCSI subsystem initialized216vm-test-run-nixbot-gitlab> gitlab # [    0.076605] usbcore: registered new interface driver usbfs217vm-test-run-nixbot-gitlab> gitlab # [    0.076720] usbcore: registered new interface driver hub218vm-test-run-nixbot-gitlab> gitlab # [    0.076792] usbcore: registered new device driver usb219vm-test-run-nixbot-gitlab> gitlab # [    0.077747] pps_core: LinuxPPS API ver. 1 registered220vm-test-run-nixbot-gitlab> gitlab # [    0.077759] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>221vm-test-run-nixbot-gitlab> gitlab # [    0.077812] PTP clock support registered222vm-test-run-nixbot-gitlab> gitlab # [    0.077917] EDAC MC: Ver: 3.0.0223vm-test-run-nixbot-gitlab> gitlab # [    0.078505] scmi_core: SCMI protocol bus registered224vm-test-run-nixbot-gitlab> gitlab # [    0.079461] FPGA manager framework225vm-test-run-nixbot-gitlab> gitlab # [    0.081838] vgaarb: loaded226vm-test-run-nixbot-gitlab> gitlab # [    0.082776] clocksource: Switched to clocksource arch_sys_counter227vm-test-run-nixbot-gitlab> gitlab # [    0.083257] VFS: Disk quotas dquot_6.6.0228vm-test-run-nixbot-gitlab> gitlab # [    0.083282] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)229vm-test-run-nixbot-gitlab> gitlab # [    0.085896] netfs: FS-Cache loaded230vm-test-run-nixbot-gitlab> gitlab # [    0.086019] pnp: PnP ACPI: disabled231vm-test-run-nixbot-gitlab> gitlab # [    0.089819] NET: Registered PF_INET protocol family232vm-test-run-nixbot-gitlab> gitlab # [    0.090910] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)233vm-test-run-nixbot-gitlab> gitlab # [    0.123408] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)234vm-test-run-nixbot-gitlab> gitlab # [    0.123465] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)235vm-test-run-nixbot-gitlab> gitlab # [    0.123512] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)236vm-test-run-nixbot-gitlab> gitlab # [    0.123810] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)237vm-test-run-nixbot-gitlab> gitlab # [    0.124364] TCP: Hash tables configured (established 65536 bind 65536)238vm-test-run-nixbot-gitlab> gitlab # [    0.124486] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)239vm-test-run-nixbot-gitlab> gitlab # [    0.124540] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)240vm-test-run-nixbot-gitlab> gitlab # [    0.124651] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)241vm-test-run-nixbot-gitlab> gitlab # [    0.124874] NET: Registered PF_UNIX/PF_LOCAL protocol family242vm-test-run-nixbot-gitlab> gitlab # [    0.124925] NET: Registered PF_XDP protocol family243vm-test-run-nixbot-gitlab> gitlab # [    0.124941] PCI: CLS 0 bytes, default 64244vm-test-run-nixbot-gitlab> gitlab # [    0.125393] Trying to unpack rootfs image as initramfs...245vm-test-run-nixbot-gitlab> gitlab # [    0.135563] kvm [1]: HYP mode not available246vm-test-run-nixbot-gitlab> gitlab # [    0.184075] Initialise system trusted keyrings247vm-test-run-nixbot-gitlab> gitlab # [    0.187019] workingset: timestamp_bits=42 max_order=21 bucket_order=0248vm-test-run-nixbot-gitlab> gitlab # [    0.188220] squashfs: version 4.0 (2009/01/31) Phillip Lougher249vm-test-run-nixbot-gitlab> gitlab # [    0.188371] 9p: Installing v9fs 9p2000 file system support250vm-test-run-nixbot-gitlab> gitlab # [    0.212345] Key type asymmetric registered251vm-test-run-nixbot-gitlab> gitlab # [    0.212354] Asymmetric key parser 'x509' registered252vm-test-run-nixbot-gitlab> gitlab # [    0.212437] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 242)253vm-test-run-nixbot-gitlab> gitlab # [    0.212619] io scheduler mq-deadline registered254vm-test-run-nixbot-gitlab> gitlab # [    0.212628] io scheduler kyber registered255vm-test-run-nixbot-gitlab> gitlab # [    0.224746] pl061_gpio 9030000.pl061: PL061 GPIO chip registered256vm-test-run-nixbot-gitlab> gitlab # [    0.227334] ledtrig-cpu: registered to indicate activity on CPUs257vm-test-run-nixbot-gitlab> gitlab # [    0.228026] pci-host-generic 4010000000.pcie: host bridge /pcie@10000000 ranges:258vm-test-run-nixbot-gitlab> gitlab # [    0.228049] pci-host-generic 4010000000.pcie:       IO 0x003eff0000..0x003effffff -> 0x0000000000259vm-test-run-nixbot-gitlab> gitlab # [    0.228065] pci-host-generic 4010000000.pcie:      MEM 0x0010000000..0x003efeffff -> 0x0010000000260vm-test-run-nixbot-gitlab> gitlab # [    0.228075] pci-host-generic 4010000000.pcie:      MEM 0x8000000000..0xffffffffff -> 0x8000000000261vm-test-run-nixbot-gitlab> gitlab # [    0.228118] pci-host-generic 4010000000.pcie: Memory resource size exceeds max for 32 bits262vm-test-run-nixbot-gitlab> gitlab # [    0.228151] pci-host-generic 4010000000.pcie: ECAM at [mem 0x4010000000-0x401fffffff] for [bus 00-ff]263vm-test-run-nixbot-gitlab> gitlab # [    0.228266] pci-host-generic 4010000000.pcie: PCI host bridge to bus 0000:00264vm-test-run-nixbot-gitlab> gitlab # [    0.228278] pci_bus 0000:00: root bus resource [bus 00-ff]265vm-test-run-nixbot-gitlab> gitlab # [    0.228285] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]266vm-test-run-nixbot-gitlab> gitlab # [    0.228290] pci_bus 0000:00: root bus resource [mem 0x10000000-0x3efeffff]267vm-test-run-nixbot-gitlab> gitlab # [    0.228295] pci_bus 0000:00: root bus resource [mem 0x8000000000-0xffffffffff]268vm-test-run-nixbot-gitlab> gitlab # [    0.228400] pci 0000:00:00.0: [1b36:0008] type 00 class 0x060000 conventional PCI endpoint269vm-test-run-nixbot-gitlab> gitlab # [    0.229256] pci 0000:00:01.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint270vm-test-run-nixbot-gitlab> gitlab # [    0.229689] pci 0000:00:01.0: BAR 0 [io  0x0000-0x001f]271vm-test-run-nixbot-gitlab> gitlab # [    0.229711] pci 0000:00:01.0: BAR 1 [mem 0x00000000-0x00000fff]272vm-test-run-nixbot-gitlab> gitlab # [    0.229766] pci 0000:00:01.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]273vm-test-run-nixbot-gitlab> gitlab # [    0.229788] pci 0000:00:01.0: ROM [mem 0x00000000-0x0003ffff pref]274vm-test-run-nixbot-gitlab> gitlab # [    0.230713] pci 0000:00:02.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint275vm-test-run-nixbot-gitlab> gitlab # [    0.231113] pci 0000:00:02.0: BAR 0 [io  0x0000-0x001f]276vm-test-run-nixbot-gitlab> gitlab # [    0.231135] pci 0000:00:02.0: BAR 1 [mem 0x00000000-0x00000fff]277vm-test-run-nixbot-gitlab> gitlab # [    0.231189] pci 0000:00:02.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]278vm-test-run-nixbot-gitlab> gitlab # [    0.232093] pci 0000:00:03.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint279vm-test-run-nixbot-gitlab> gitlab # [    0.232467] pci 0000:00:03.0: BAR 0 [io  0x0000-0x001f]280vm-test-run-nixbot-gitlab> gitlab # [    0.232487] pci 0000:00:03.0: BAR 1 [mem 0x00000000-0x00000fff]281vm-test-run-nixbot-gitlab> gitlab # [    0.232541] pci 0000:00:03.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]282vm-test-run-nixbot-gitlab> gitlab # [    0.233519] pci 0000:00:04.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint283vm-test-run-nixbot-gitlab> gitlab # [    0.233888] pci 0000:00:04.0: BAR 0 [io  0x0000-0x001f]284vm-test-run-nixbot-gitlab> gitlab # [    0.233908] pci 0000:00:04.0: BAR 1 [mem 0x00000000-0x00000fff]285vm-test-run-nixbot-gitlab> gitlab # [    0.233961] pci 0000:00:04.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]286vm-test-run-nixbot-gitlab> gitlab # [    0.234905] pci 0000:00:05.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint287vm-test-run-nixbot-gitlab> gitlab # [    0.235270] pci 0000:00:05.0: BAR 0 [io  0x0000-0x007f]288vm-test-run-nixbot-gitlab> gitlab # [    0.235290] pci 0000:00:05.0: BAR 1 [mem 0x00000000-0x00000fff]289vm-test-run-nixbot-gitlab> gitlab # [    0.235338] pci 0000:00:05.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]290vm-test-run-nixbot-gitlab> gitlab # [    0.236264] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint291vm-test-run-nixbot-gitlab> gitlab # [    0.236643] pci 0000:00:06.0: BAR 0 [io  0x0000-0x007f]292vm-test-run-nixbot-gitlab> gitlab # [    0.236663] pci 0000:00:06.0: BAR 1 [mem 0x00000000-0x00000fff]293vm-test-run-nixbot-gitlab> gitlab # [    0.236710] pci 0000:00:06.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]294vm-test-run-nixbot-gitlab> gitlab # [    0.237648] pci 0000:00:07.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint295vm-test-run-nixbot-gitlab> gitlab # [    0.238053] pci 0000:00:07.0: BAR 0 [io  0x0000-0x001f]296vm-test-run-nixbot-gitlab> gitlab # [    0.238073] pci 0000:00:07.0: BAR 1 [mem 0x00000000-0x00000fff]297vm-test-run-nixbot-gitlab> gitlab # [    0.238132] pci 0000:00:07.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]298vm-test-run-nixbot-gitlab> gitlab # [    0.238153] pci 0000:00:07.0: ROM [mem 0x00000000-0x0003ffff pref]299vm-test-run-nixbot-gitlab> gitlab # [    0.239105] pci 0000:00:08.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint300vm-test-run-nixbot-gitlab> gitlab # [    0.239481] pci 0000:00:08.0: BAR 1 [mem 0x00000000-0x00000fff]301vm-test-run-nixbot-gitlab> gitlab # [    0.239528] pci 0000:00:08.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]302vm-test-run-nixbot-gitlab> gitlab # [    0.240478] pci 0000:00:09.0: [1af4:1050] type 00 class 0x038000 conventional PCI endpoint303vm-test-run-nixbot-gitlab> gitlab # [    0.240865] pci 0000:00:09.0: BAR 1 [mem 0x00000000-0x00000fff]304vm-test-run-nixbot-gitlab> gitlab # [    0.240918] pci 0000:00:09.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]305vm-test-run-nixbot-gitlab> gitlab # [    0.241706] pci 0000:00:0a.0: [8086:24cd] type 00 class 0x0c0320 conventional PCI endpoint306vm-test-run-nixbot-gitlab> gitlab # [    0.242115] pci 0000:00:0a.0: BAR 0 [mem 0x00000000-0x00000fff]307vm-test-run-nixbot-gitlab> gitlab # [    0.242610] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint308vm-test-run-nixbot-gitlab> gitlab # [    0.243110] pci 0000:00:0b.0: BAR 0 [io  0x0000-0x003f]309vm-test-run-nixbot-gitlab> gitlab # [    0.243131] pci 0000:00:0b.0: BAR 1 [mem 0x00000000-0x00000fff]310vm-test-run-nixbot-gitlab> gitlab # [    0.243186] pci 0000:00:0b.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]311vm-test-run-nixbot-gitlab> gitlab # [    0.244197] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint312vm-test-run-nixbot-gitlab> gitlab # [    0.244591] pci 0000:00:0c.0: BAR 0 [io  0x0000-0x001f]313vm-test-run-nixbot-gitlab> gitlab # [    0.244612] pci 0000:00:0c.0: BAR 1 [mem 0x00000000-0x00000fff]314vm-test-run-nixbot-gitlab> gitlab # [    0.244664] pci 0000:00:0c.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]315vm-test-run-nixbot-gitlab> gitlab # [    0.245830] pci 0000:00:01.0: ROM [mem 0x10000000-0x1003ffff pref]: assigned316vm-test-run-nixbot-gitlab> gitlab # [    0.245841] pci 0000:00:07.0: ROM [mem 0x10040000-0x1007ffff pref]: assigned317vm-test-run-nixbot-gitlab> gitlab # [    0.245847] pci 0000:00:01.0: BAR 4 [mem 0x8000000000-0x8000003fff 64bit pref]: assigned318vm-test-run-nixbot-gitlab> gitlab # [    0.245931] pci 0000:00:02.0: BAR 4 [mem 0x8000004000-0x8000007fff 64bit pref]: assigned319vm-test-run-nixbot-gitlab> gitlab # [    0.246006] pci 0000:00:03.0: BAR 4 [mem 0x8000008000-0x800000bfff 64bit pref]: assigned320vm-test-run-nixbot-gitlab> gitlab # [    0.246100] pci 0000:00:04.0: BAR 4 [mem 0x800000c000-0x800000ffff 64bit pref]: assigned321vm-test-run-nixbot-gitlab> gitlab # [    0.246191] pci 0000:00:05.0: BAR 4 [mem 0x8000010000-0x8000013fff 64bit pref]: assigned322vm-test-run-nixbot-gitlab> gitlab # [    0.246287] pci 0000:00:06.0: BAR 4 [mem 0x8000014000-0x8000017fff 64bit pref]: assigned323vm-test-run-nixbot-gitlab> gitlab # [    0.246376] pci 0000:00:07.0: BAR 4 [mem 0x8000018000-0x800001bfff 64bit pref]: assigned324vm-test-run-nixbot-gitlab> gitlab # [    0.246450] pci 0000:00:08.0: BAR 4 [mem 0x800001c000-0x800001ffff 64bit pref]: assigned325vm-test-run-nixbot-gitlab> gitlab # [    0.246536] pci 0000:00:09.0: BAR 4 [mem 0x8000020000-0x8000023fff 64bit pref]: assigned326vm-test-run-nixbot-gitlab> gitlab # [    0.246616] pci 0000:00:0b.0: BAR 4 [mem 0x8000024000-0x8000027fff 64bit pref]: assigned327vm-test-run-nixbot-gitlab> gitlab # [    0.246715] pci 0000:00:0c.0: BAR 4 [mem 0x8000028000-0x800002bfff 64bit pref]: assigned328vm-test-run-nixbot-gitlab> gitlab # [    0.246804] pci 0000:00:01.0: BAR 1 [mem 0x10080000-0x10080fff]: assigned329vm-test-run-nixbot-gitlab> gitlab # [    0.246834] pci 0000:00:02.0: BAR 1 [mem 0x10081000-0x10081fff]: assigned330vm-test-run-nixbot-gitlab> gitlab # [    0.246870] pci 0000:00:03.0: BAR 1 [mem 0x10082000-0x10082fff]: assigned331vm-test-run-nixbot-gitlab> gitlab # [    0.246899] pci 0000:00:04.0: BAR 1 [mem 0x10083000-0x10083fff]: assigned332vm-test-run-nixbot-gitlab> gitlab # [    0.246934] pci 0000:00:05.0: BAR 1 [mem 0x10084000-0x10084fff]: assigned333vm-test-run-nixbot-gitlab> gitlab # [    0.246963] pci 0000:00:06.0: BAR 1 [mem 0x10085000-0x10085fff]: assigned334vm-test-run-nixbot-gitlab> gitlab # [    0.246993] pci 0000:00:07.0: BAR 1 [mem 0x10086000-0x10086fff]: assigned335vm-test-run-nixbot-gitlab> gitlab # [    0.247023] pci 0000:00:08.0: BAR 1 [mem 0x10087000-0x10087fff]: assigned336vm-test-run-nixbot-gitlab> gitlab # [    0.247053] pci 0000:00:09.0: BAR 1 [mem 0x10088000-0x10088fff]: assigned337vm-test-run-nixbot-gitlab> gitlab # [    0.247084] pci 0000:00:0a.0: BAR 0 [mem 0x10089000-0x10089fff]: assigned338vm-test-run-nixbot-gitlab> gitlab # [    0.247115] pci 0000:00:0b.0: BAR 1 [mem 0x1008a000-0x1008afff]: assigned339vm-test-run-nixbot-gitlab> gitlab # [    0.247151] pci 0000:00:0c.0: BAR 1 [mem 0x1008b000-0x1008bfff]: assigned340vm-test-run-nixbot-gitlab> gitlab # [    0.247181] pci 0000:00:05.0: BAR 0 [io  0x1000-0x107f]: assigned341vm-test-run-nixbot-gitlab> gitlab # [    0.247210] pci 0000:00:06.0: BAR 0 [io  0x1080-0x10ff]: assigned342vm-test-run-nixbot-gitlab> gitlab # [    0.247239] pci 0000:00:0b.0: BAR 0 [io  0x1100-0x113f]: assigned343vm-test-run-nixbot-gitlab> gitlab # [    0.247269] pci 0000:00:01.0: BAR 0 [io  0x1140-0x115f]: assigned344vm-test-run-nixbot-gitlab> gitlab # [    0.247298] pci 0000:00:02.0: BAR 0 [io  0x1160-0x117f]: assigned345vm-test-run-nixbot-gitlab> gitlab # [    0.247328] pci 0000:00:03.0: BAR 0 [io  0x1180-0x119f]: assigned346vm-test-run-nixbot-gitlab> gitlab # [    0.247357] pci 0000:00:04.0: BAR 0 [io  0x11a0-0x11bf]: assigned347vm-test-run-nixbot-gitlab> gitlab # [    0.247388] pci 0000:00:07.0: BAR 0 [io  0x11c0-0x11df]: assigned348vm-test-run-nixbot-gitlab> gitlab # [    0.247417] pci 0000:00:0c.0: BAR 0 [io  0x11e0-0x11ff]: assigned349vm-test-run-nixbot-gitlab> gitlab # [    0.247454] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]350vm-test-run-nixbot-gitlab> gitlab # [    0.247462] pci_bus 0000:00: resource 5 [mem 0x10000000-0x3efeffff]351vm-test-run-nixbot-gitlab> gitlab # [    0.247467] pci_bus 0000:00: resource 6 [mem 0x8000000000-0xffffffffff]352vm-test-run-nixbot-gitlab> gitlab # [    0.249716] pci 0000:00:0a.0: enabling device (0000 -> 0002)353vm-test-run-nixbot-gitlab> gitlab # [    0.282654] virtio-pci 0000:00:01.0: enabling device (0000 -> 0003)354vm-test-run-nixbot-gitlab> gitlab # [    0.287621] virtio-pci 0000:00:02.0: enabling device (0000 -> 0003)355vm-test-run-nixbot-gitlab> gitlab # [    0.292561] virtio-pci 0000:00:03.0: enabling device (0000 -> 0003)356vm-test-run-nixbot-gitlab> gitlab # [    0.298715] virtio-pci 0000:00:04.0: enabling device (0000 -> 0003)357vm-test-run-nixbot-gitlab> gitlab # [    0.303521] virtio-pci 0000:00:05.0: enabling device (0000 -> 0003)358vm-test-run-nixbot-gitlab> gitlab # [    0.309010] virtio-pci 0000:00:06.0: enabling device (0000 -> 0003)359vm-test-run-nixbot-gitlab> gitlab # [    0.315140] virtio-pci 0000:00:07.0: enabling device (0000 -> 0003)360vm-test-run-nixbot-gitlab> gitlab # [    0.320425] virtio-pci 0000:00:08.0: enabling device (0000 -> 0002)361vm-test-run-nixbot-gitlab> gitlab # [    0.326315] virtio-pci 0000:00:09.0: enabling device (0000 -> 0002)362vm-test-run-nixbot-gitlab> gitlab # [    0.331312] virtio-pci 0000:00:0b.0: enabling device (0000 -> 0003)363vm-test-run-nixbot-gitlab> gitlab # [    0.337818] virtio-pci 0000:00:0c.0: enabling device (0000 -> 0003)364vm-test-run-nixbot-gitlab> gitlab # [    0.350777] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled365vm-test-run-nixbot-gitlab> gitlab # [    0.354711] msm_serial: driver initialized366vm-test-run-nixbot-gitlab> gitlab # [    0.355081] SuperH (H)SCI(F) driver initialized367vm-test-run-nixbot-gitlab> gitlab # [    0.355199] STM32 USART driver initialized368vm-test-run-nixbot-gitlab> gitlab # [    0.400362] loop: module loaded369vm-test-run-nixbot-gitlab> gitlab # [    0.400931] virtio_blk virtio4: 4/0/0 default/read/poll queues370vm-test-run-nixbot-gitlab> gitlab # [    0.405990] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)371vm-test-run-nixbot-gitlab> gitlab # [    0.411015] virtio_blk virtio5: 4/0/0 default/read/poll queues372vm-test-run-nixbot-gitlab> gitlab # [    0.416222] virtio_blk virtio5: [vdb] 11826944 512-byte logical blocks (6.06 GB/5.64 GiB)373vm-test-run-nixbot-gitlab> gitlab # [    0.433741] megasas: 07.734.00.00-rc1374vm-test-run-nixbot-gitlab> gitlab # [    0.435745] physmap-flash 0.flash: physmap platform flash device: [mem 0x00000000-0x03ffffff]375vm-test-run-nixbot-gitlab> gitlab # [    0.445817] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000376vm-test-run-nixbot-gitlab> gitlab # [    0.446046] Intel/Sharp Extended Query Table at 0x0031377vm-test-run-nixbot-gitlab> gitlab # [    0.451858] Using buffer write method378vm-test-run-nixbot-gitlab> gitlab # [    0.451934] physmap-flash 0.flash: physmap platform flash device: [mem 0x04000000-0x07ffffff]379vm-test-run-nixbot-gitlab> gitlab # [    0.456526] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000380vm-test-run-nixbot-gitlab> gitlab # [    0.456566] Intel/Sharp Extended Query Table at 0x0031381vm-test-run-nixbot-gitlab> gitlab # [    0.461611] Using buffer write method382vm-test-run-nixbot-gitlab> gitlab # [    0.461653] Concatenating MTD devices:383vm-test-run-nixbot-gitlab> gitlab # [    0.461660] (0): "0.flash"384vm-test-run-nixbot-gitlab> gitlab # [    0.461667] (1): "0.flash"385vm-test-run-nixbot-gitlab> gitlab # [    0.461673] into device "0.flash"386vm-test-run-nixbot-gitlab> gitlab # [    0.739309] Freeing initrd memory: 25372K387vm-test-run-nixbot-gitlab> gitlab # [    0.757099] tun: Universal TUN/TAP device driver, 1.6388vm-test-run-nixbot-gitlab> gitlab # [    0.766172] thunder_xcv, ver 1.0389vm-test-run-nixbot-gitlab> gitlab # [    0.766294] thunder_bgx, ver 1.0390vm-test-run-nixbot-gitlab> gitlab # [    0.766356] nicpf, ver 1.0391vm-test-run-nixbot-gitlab> gitlab # [    0.768159] e1000: Intel(R) PRO/1000 Network Driver392vm-test-run-nixbot-gitlab> gitlab # [    0.768172] e1000: Copyright (c) 1999-2006 Intel Corporation.393vm-test-run-nixbot-gitlab> gitlab # [    0.768243] e1000e: Intel(R) PRO/1000 Network Driver394vm-test-run-nixbot-gitlab> gitlab # [    0.768258] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.395vm-test-run-nixbot-gitlab> gitlab # [    0.768342] igb: Intel(R) Gigabit Ethernet Network Driver396vm-test-run-nixbot-gitlab> gitlab # [    0.768351] igb: Copyright (c) 2007-2014 Intel Corporation.397vm-test-run-nixbot-gitlab> gitlab # [    0.768419] igbvf: Intel(R) Gigabit Virtual Function Network Driver398vm-test-run-nixbot-gitlab> gitlab # [    0.768430] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.399vm-test-run-nixbot-gitlab> gitlab # [    0.768834] sky2: driver version 1.30400vm-test-run-nixbot-gitlab> gitlab # [    0.774048] usbcore: registered new interface driver usb-storage401vm-test-run-nixbot-gitlab> gitlab # [    0.774200] usbcore: registered new interface driver usbserial_generic402vm-test-run-nixbot-gitlab> gitlab # [    0.774243] usbserial: USB Serial support registered for generic403vm-test-run-nixbot-gitlab> gitlab # [    0.774429] ehci-pci 0000:00:0a.0: EHCI Host Controller404vm-test-run-nixbot-gitlab> gitlab # [    0.774502] ehci-pci 0000:00:0a.0: new USB bus registered, assigned bus number 1405vm-test-run-nixbot-gitlab> gitlab # [    0.775406] ehci-pci 0000:00:0a.0: irq 15, io mem 0x10089000406vm-test-run-nixbot-gitlab> gitlab # [    0.776186] hv_vmbus: registering driver hyperv_keyboard407vm-test-run-nixbot-gitlab> gitlab # [    0.778689] rtc-pl031 9010000.pl031: registered as rtc0408vm-test-run-nixbot-gitlab> gitlab # [    0.778750] rtc-pl031 9010000.pl031: setting system clock to 2026-06-30T06:38:10 UTC (1782801490)409vm-test-run-nixbot-gitlab> gitlab # [    0.779689] i2c_dev: i2c /dev entries driver410vm-test-run-nixbot-gitlab> gitlab # [    0.786885] ehci-pci 0000:00:0a.0: USB 2.0 started, EHCI 1.00411vm-test-run-nixbot-gitlab> gitlab # [    0.788380] sdhci: Secure Digital Host Controller Interface driver412vm-test-run-nixbot-gitlab> gitlab # [    0.788396] sdhci: Copyright(c) Pierre Ossman413vm-test-run-nixbot-gitlab> gitlab # [    0.788550] hub 1-0:1.0: USB hub found414vm-test-run-nixbot-gitlab> gitlab # [    0.788636] hub 1-0:1.0: 6 ports detected415vm-test-run-nixbot-gitlab> gitlab # [    0.789284] Synopsys Designware Multimedia Card Interface Driver416vm-test-run-nixbot-gitlab> gitlab # [    0.790464] sdhci-pltfm: SDHCI platform and OF driver helper417vm-test-run-nixbot-gitlab> gitlab # [    0.795333] hid: raw HID events driver (C) Jiri Kosina418vm-test-run-nixbot-gitlab> gitlab # [    0.796163] usbcore: registered new interface driver usbhid419vm-test-run-nixbot-gitlab> gitlab # [    0.796173] usbhid: USB HID core driver420vm-test-run-nixbot-gitlab> gitlab # [    0.808548] hw perfevents: enabled with armv8_pmuv3 PMU driver, 11 (0,800003ff) counters available421vm-test-run-nixbot-gitlab> gitlab # [    0.813288] drop_monitor: Initializing network drop monitor service422vm-test-run-nixbot-gitlab> gitlab # [    0.813586] NET: Registered PF_INET6 protocol family423vm-test-run-nixbot-gitlab> gitlab # [    0.815641] Segment Routing with IPv6424vm-test-run-nixbot-gitlab> gitlab # [    0.815676] In-situ OAM (IOAM) with IPv6425vm-test-run-nixbot-gitlab> gitlab # [    0.815740] NET: Registered PF_PACKET protocol family426vm-test-run-nixbot-gitlab> gitlab # [    0.816084] 9pnet: Installing 9P2000 support427vm-test-run-nixbot-gitlab> gitlab # [    0.820600] Key type dns_resolver registered428vm-test-run-nixbot-gitlab> gitlab # [    0.839388] registered taskstats version 1429vm-test-run-nixbot-gitlab> gitlab # [    0.839793] Loading compiled-in X.509 certificates430vm-test-run-nixbot-gitlab> gitlab # [    0.859265] Demotion targets for Node 0: null431vm-test-run-nixbot-gitlab> gitlab # [    0.859487] Key type .fscrypt registered432vm-test-run-nixbot-gitlab> gitlab # [    0.859494] Key type fscrypt-provisioning registered433vm-test-run-nixbot-gitlab> gitlab # [    0.859649] ima: No TPM chip found, activating TPM-bypass!434vm-test-run-nixbot-gitlab> gitlab # [    0.859671] ima: Allocated hash algorithm: sha1435vm-test-run-nixbot-gitlab> gitlab # [    0.859768] ima: No architecture policies found436vm-test-run-nixbot-gitlab> gitlab # [    0.860941] input: gpio-keys as /devices/platform/gpio-keys/input/input0437vm-test-run-nixbot-gitlab> gitlab # [    0.885039] clk: Disabling unused clocks438vm-test-run-nixbot-gitlab> gitlab # [    0.885067] PM: genpd: Disabling unused power domains439vm-test-run-nixbot-gitlab> gitlab # [    0.889266] Freeing unused kernel memory: 4736K440vm-test-run-nixbot-gitlab> gitlab # [    0.889518] Run /init as init process441vm-test-run-nixbot-gitlab> gitlab # [    0.917890] systemd[1]: Successfully made /usr/ read-only.442vm-test-run-nixbot-gitlab> gitlab # [    1.034913] usb 1-1: new high-speed USB device number 2 using ehci-pci443vm-test-run-nixbot-gitlab> gitlab # [    1.191453] input: QEMU QEMU USB Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input1444vm-test-run-nixbot-gitlab> gitlab # [    1.252525] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)445vm-test-run-nixbot-gitlab> gitlab # [    1.252589] systemd[1]: Detected virtualization qemu.446vm-test-run-nixbot-gitlab> gitlab # [    1.252666] systemd[1]: Detected architecture arm64.447vm-test-run-nixbot-gitlab> gitlab # [    1.252682] systemd[1]: Running in initrd.448vm-test-run-nixbot-gitlab> gitlab # [    1.253725] systemd[1]: Initializing machine ID from random generator.449vm-test-run-nixbot-gitlab> gitlab # [    1.253976] systemd[1]: Hostname set to <gitlab>.450vm-test-run-nixbot-gitlab> gitlab # [    1.332065] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v1.11 Keyboard [QEMU QEMU USB Keyboard] on usb-0000:00:0a.0-1/input0451vm-test-run-nixbot-gitlab> gitlab # [    1.397870] systemd[1]: Queued start job for default target Initrd Default Target.452vm-test-run-nixbot-gitlab> gitlab # [    1.458876] usb 1-2: new high-speed USB device number 3 using ehci-pci453vm-test-run-nixbot-gitlab> gitlab # [    1.615149] input: QEMU QEMU USB Tablet as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-2/1-2:1.0/0003:0627:0001.0002/input/input2454vm-test-run-nixbot-gitlab> gitlab # [    1.615636] hid-generic 0003:0627:0001.0002: input,hidraw1: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:0a.0-2/input0455vm-test-run-nixbot-gitlab> gitlab # [    1.642453] systemd[1]: Created slice Slice /system/modprobe.456vm-test-run-nixbot-gitlab> gitlab # [    1.643136] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.457vm-test-run-nixbot-gitlab> gitlab # [    1.643208] systemd[1]: Expecting device /dev/disk/by-label/nix-store...458vm-test-run-nixbot-gitlab> gitlab # [    1.643235] systemd[1]: Expecting device /dev/disk/by-label/nixos...459vm-test-run-nixbot-gitlab> gitlab # [    1.643297] systemd[1]: Reached target Path Units.460vm-test-run-nixbot-gitlab> gitlab # [    1.643334] systemd[1]: Reached target Slice Units.461vm-test-run-nixbot-gitlab> gitlab # [    1.643375] systemd[1]: Reached target Swaps.462vm-test-run-nixbot-gitlab> gitlab # [    1.643413] systemd[1]: Reached target Timer Units.463vm-test-run-nixbot-gitlab> gitlab # [    1.643748] systemd[1]: Listening on D-Bus System Message Bus Socket.464vm-test-run-nixbot-gitlab> gitlab # [    1.644066] systemd[1]: Listening on Journal Socket (/dev/log).465vm-test-run-nixbot-gitlab> gitlab # [    1.644377] systemd[1]: Listening on Journal Sockets.466vm-test-run-nixbot-gitlab> gitlab # [    1.644831] systemd[1]: Listening on udev Control Socket.467vm-test-run-nixbot-gitlab> gitlab # [    1.645059] systemd[1]: Listening on udev Kernel Socket.468vm-test-run-nixbot-gitlab> gitlab # [    1.645098] systemd[1]: Reached target Socket Units.469vm-test-run-nixbot-gitlab> gitlab # [    1.652422] systemd[1]: Starting Create List of Static Device Nodes...470vm-test-run-nixbot-gitlab> gitlab # [    1.659984] systemd[1]: Starting Load Kernel Module 9pnet_virtio...471vm-test-run-nixbot-gitlab> gitlab # [    1.660128] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs472vm-test-run-nixbot-gitlab> gitlab # [    1.668505] systemd[1]: Mounting Kernel Configuration File System...473vm-test-run-nixbot-gitlab> gitlab # [    1.691551] systemd[1]: Starting Journal Service...474vm-test-run-nixbot-gitlab> gitlab # [    1.700372] systemd[1]: Starting Load Kernel Modules...475vm-test-run-nixbot-gitlab> gitlab # [    1.700535] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki476vm-test-run-nixbot-gitlab> gitlab # [    1.708198] systemd[1]: Starting Coldplug All udev Devices...477vm-test-run-nixbot-gitlab> gitlab # [    1.727808] systemd[1]: Finished Create List of Static Device Nodes.478vm-test-run-nixbot-gitlab> gitlab # [    1.730303] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.479vm-test-run-nixbot-gitlab> gitlab # [    1.735271] systemd[1]: Finished Load Kernel Module 9pnet_virtio.480vm-test-run-nixbot-gitlab> gitlab # [    1.743178] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.481vm-test-run-nixbot-gitlab> gitlab # [    1.743704] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev482vm-test-run-nixbot-gitlab> gitlab # [    1.749730] systemd-journald[155]: Collecting audit messages is disabled.483vm-test-run-nixbot-gitlab> gitlab # [    1.750501] [drm] pci: virtio-gpu-pci detected at 0000:00:09.0484vm-test-run-nixbot-gitlab> gitlab # [    1.751013] [drm] features: -virgl +edid -resource_blob -host_visible485vm-test-run-nixbot-gitlab> gitlab # [    1.751019] [drm] features: -context_init486vm-test-run-nixbot-gitlab> gitlab # [    1.752552] [drm] number of scanouts: 1487vm-test-run-nixbot-gitlab> gitlab # [    1.752583] [drm] number of cap sets: 0488vm-test-run-nixbot-gitlab> gitlab # [    1.758362] systemd[1]: Mounted Kernel Configuration File System.489vm-test-run-nixbot-gitlab> gitlab # [    1.760267] virtio-pci 0000:00:09.0: [drm] Registered 1 planes with drm panic490vm-test-run-nixbot-gitlab> gitlab # [    1.760290] [drm] Initialized virtio_gpu 0.1.0 for 0000:00:09.0 on minor 0491vm-test-run-nixbot-gitlab> gitlab # [    1.765590] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...492vm-test-run-nixbot-gitlab> gitlab # [    1.777236] Console: switching to colour frame buffer device 160x50493vm-test-run-nixbot-gitlab> gitlab # [    1.783960] virtio-pci 0000:00:09.0: [drm] fb0: virtio_gpudrmfb frame buffer device494vm-test-run-nixbot-gitlab> gitlab # [    1.804826] systemd[1]: Finished Load Kernel Modules.495vm-test-run-nixbot-gitlab> gitlab # [    1.816285] systemd[1]: Starting Apply Kernel Variables...496vm-test-run-nixbot-gitlab> gitlab # [    1.826091] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.497vm-test-run-nixbot-gitlab> gitlab # [    1.832451] systemd-modules-load[157]: Using 4 probe threads498vm-test-run-nixbot-gitlab> gitlab # [    1.833862] systemd-modules-load[157]: Module 'virtio_balloon' is built in499vm-test-run-nixbot-gitlab> gitlab # [    1.835288] systemd-modules-load[157]: Module 'virtio_console' is built in500vm-test-run-nixbot-gitlab> gitlab # [    1.836608] systemd-modules-load[157]: Module 'virtio_rng' is built in501vm-test-run-nixbot-gitlab> gitlab # [    1.837817] systemd-modules-load[157]: Inserted module 'dm_mod'[    1.840624] systemd[1]: Starting Create Static Device Nodes in /dev...502vm-test-run-nixbot-gitlab> gitlab # 503vm-test-run-nixbot-gitlab> gitlab # [    1.841567] systemd[1]: Started Journal Service.504vm-test-run-nixbot-gitlab> gitlab # [    1.844598] systemd-modules-load[157]: Inserted module 'virtio_gpu'505vm-test-run-nixbot-gitlab> gitlab # [    1.862150] systemd[1]: Finished Apply Kernel Variables.506vm-test-run-nixbot-gitlab> gitlab # [    1.866829] systemd[1]: Finished Create Static Device Nodes in /dev.507vm-test-run-nixbot-gitlab> gitlab # [    1.868677] systemd[1]: Reached target Preparation for Local File Systems.508vm-test-run-nixbot-gitlab> gitlab # [    1.871341] systemd[1]: Reached target Local File Systems.509vm-test-run-nixbot-gitlab> gitlab # [    1.874128] systemd[1]: Starting Create System Files and Directories...510vm-test-run-nixbot-gitlab> gitlab # [    1.890144] systemd[1]: Starting Rule-based Manager for Device Events and Files...511vm-test-run-nixbot-gitlab> gitlab # [    1.908986] systemd[1]: Finished Create System Files and Directories.512vm-test-run-nixbot-gitlab> gitlab # [    1.942152] systemd-udevd[192]: Using default interface naming scheme 'v260'.513vm-test-run-nixbot-gitlab> gitlab # [    1.966313] systemd[1]: Started Rule-based Manager for Device Events and Files.514vm-test-run-nixbot-gitlab> gitlab # [    2.004101] systemd[1]: Starting Virtual Console Setup...515vm-test-run-nixbot-gitlab> gitlab # [    2.066613] systemd-vconsole-setup[211]: Configuration of first virtual console was skipped, ignoring remaining ones.516vm-test-run-nixbot-gitlab> gitlab # [    2.072785] systemd[1]: Finished Virtual Console Setup.517vm-test-run-nixbot-gitlab> gitlab # [    2.443786] systemd[1]: Finished Coldplug All udev Devices.518vm-test-run-nixbot-gitlab> gitlab # [    2.446645] systemd[1]: Reached target System Initialization.519vm-test-run-nixbot-gitlab> gitlab # [    2.449292] systemd[1]: Reached target Basic System.520vm-test-run-nixbot-gitlab> gitlab # [    2.607687] (udev-worker)[199]: Network interface NamePolicy= disabled on kernel command line.521vm-test-run-nixbot-gitlab> gitlab # [    2.626477] (udev-worker)[224]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.522vm-test-run-nixbot-gitlab> gitlab # [    2.630342] (udev-worker)[224]: Network interface NamePolicy= disabled on kernel command line.523vm-test-run-nixbot-gitlab> gitlab # [    2.645649] systemd[1]: Found device /dev/disk/by-label/nixos.524vm-test-run-nixbot-gitlab> gitlab # [    2.652229] systemd[1]: Reached target Initrd Root Device.525vm-test-run-nixbot-gitlab> gitlab # [    2.658159] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...526vm-test-run-nixbot-gitlab> gitlab # [    2.675570] systemd[1]: Found device /dev/disk/by-label/nix-store.527vm-test-run-nixbot-gitlab> gitlab # [    2.707083] systemd-fsck[236]: nixos: clean, 12/65536 files, 13019/262144 blocks528vm-test-run-nixbot-gitlab> gitlab # [    2.714510] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.529vm-test-run-nixbot-gitlab> gitlab # [    2.721807] systemd[1]: Mounting /sysroot...530vm-test-run-nixbot-gitlab> gitlab # [    2.757340] EXT4-fs (vda): mounted filesystem 2e9a8d99-e953-4384-bd52-f7868537f1f6 r/w with ordered data mode. Quota mode: none.531vm-test-run-nixbot-gitlab> gitlab # [    2.756997] systemd[1]: Mounted /sysroot.532vm-test-run-nixbot-gitlab> gitlab # [    2.759163] systemd[1]: Reached target Initrd Root File System.533vm-test-run-nixbot-gitlab> gitlab # [    2.764191] systemd[1]: Mounting /sysroot/nix/.ro-store...534vm-test-run-nixbot-gitlab> gitlab # [    2.768584] systemd[1]: Mounting /sysroot/nix/.rw-store...535vm-test-run-nixbot-gitlab> gitlab # [    2.797478] systemd[1]: Mounting /sysroot/run...536vm-test-run-nixbot-gitlab> gitlab # [    2.804166] systemd[1]: Mounting /sysroot/tmp/shared...537vm-test-run-nixbot-gitlab> gitlab # [    2.808976] erofs (device vdb): mounted with root inode @ nid 128.538vm-test-run-nixbot-gitlab> gitlab # [    2.809955] systemd[1]: Mounting /sysroot/tmp/xchg...539vm-test-run-nixbot-gitlab> gitlab # [    2.816669] systemd[1]: Starting Mountpoints Configured in the Real Root...540vm-test-run-nixbot-gitlab> gitlab # [    2.829207] systemd[1]: Mounted /sysroot/nix/.ro-store.541vm-test-run-nixbot-gitlab> gitlab # [    2.836196] systemd[1]: Mounted /sysroot/nix/.rw-store.542vm-test-run-nixbot-gitlab> gitlab # [    2.837074] systemd[1]: Mounted /sysroot/run.543vm-test-run-nixbot-gitlab> gitlab # [    2.838026] systemd-sysroot-fstab-check[259]: /sysroot should be mounted in the initrd, will request daemon-reload.544vm-test-run-nixbot-gitlab> gitlab # [    2.839414] systemd[1]: Mounted /sysroot/tmp/shared.545vm-test-run-nixbot-gitlab> gitlab # [    2.840193] systemd[1]: Mounted /sysroot/tmp/xchg.546vm-test-run-nixbot-gitlab> gitlab # [    2.842321] systemd[1]: Reload requested from client PID 259 ('systemd-sysroot') (unit initrd-parse-etc.service)...547vm-test-run-nixbot-gitlab> gitlab # [    2.843863] systemd[1]: Reloading...548vm-test-run-nixbot-gitlab> gitlab # [    3.141264] systemd[1]: Reloading finished in 298 ms.549vm-test-run-nixbot-gitlab> gitlab # [    3.179863] systemd-sysroot-fstab-check[259]: Requesting initrd-fs.target/start/replace...550vm-test-run-nixbot-gitlab> gitlab # [    3.265373] (udev-worker)[220]: mtd0ro: Failed to find and pin callout binary "/nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/mtd_probe": No such file or directory551vm-test-run-nixbot-gitlab> gitlab # [    3.269452] (udev-worker)[220]: mtd0ro: /nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/rules.d/75-probe_mtd.rules:5 IMPORT{program}="mtd_probe $devnode": Failed to execute "mtd_probe /dev/mtd0ro", ignoring: No such file or directory552vm-test-run-nixbot-gitlab> gitlab # [    3.286924] systemd-sysroot-fstab-check[259]: Requesting swap.target/start/replace...553vm-test-run-nixbot-gitlab> gitlab # [    3.291657] systemd[1]: initrd-parse-etc.service: Deactivated successfully.554vm-test-run-nixbot-gitlab> gitlab # [    3.293376] systemd[1]: Finished Mountpoints Configured in the Real Root.555vm-test-run-nixbot-gitlab> gitlab # [    3.294422] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.556vm-test-run-nixbot-gitlab> gitlab # [    3.304093] systemd[1]: Starting rw-sysroot-nix-store.service...557vm-test-run-nixbot-gitlab> gitlab # [    3.305067] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.558vm-test-run-nixbot-gitlab> gitlab # [    3.306157] systemd[1]: Stopped Virtual Console Setup.559vm-test-run-nixbot-gitlab> gitlab # [    3.308222] systemd[1]: Stopping Virtual Console Setup...560vm-test-run-nixbot-gitlab> gitlab # [    3.328722] systemd[1]: Starting Virtual Console Setup...561vm-test-run-nixbot-gitlab> gitlab # [    3.334146] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.562vm-test-run-nixbot-gitlab> gitlab # [    3.337054] systemd[1]: Finished rw-sysroot-nix-store.service.563vm-test-run-nixbot-gitlab> gitlab # [    3.355550] systemd-vconsole-setup[481]: Configuration of first virtual console was skipped, ignoring remaining ones.564vm-test-run-nixbot-gitlab> gitlab # [    3.359843] systemd[1]: Finished Virtual Console Setup.565vm-test-run-nixbot-gitlab> gitlab # [    3.729461] systemd[1]: Mounting /sysroot/nix/store...566vm-test-run-nixbot-gitlab> gitlab # [    3.800410] systemd[1]: Mounted /sysroot/nix/store.567vm-test-run-nixbot-gitlab> gitlab # [    3.802791] systemd[1]: Reached target Initrd File Systems.568vm-test-run-nixbot-gitlab> gitlab # [    3.808301] systemd[1]: Starting Find NixOS closure...569vm-test-run-nixbot-gitlab> gitlab # [    3.815325] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...570vm-test-run-nixbot-gitlab> gitlab # [    3.872389] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.571vm-test-run-nixbot-gitlab> gitlab # [    3.876113] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.572vm-test-run-nixbot-gitlab> gitlab # [    3.898728] systemd[1]: Finished Find NixOS closure.573vm-test-run-nixbot-gitlab> gitlab # [    3.901210] systemd[1]: Reached target Initrd Default Target.574vm-test-run-nixbot-gitlab> gitlab # [    3.908296] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...575vm-test-run-nixbot-gitlab> gitlab # [    3.962606] systemd[1]: Stopped target Initrd Default Target.576vm-test-run-nixbot-gitlab> gitlab # [    3.965283] systemd[1]: Stopped target Basic System.577vm-test-run-nixbot-gitlab> gitlab # [    3.967543] systemd[1]: Stopped target Initrd Root Device.578vm-test-run-nixbot-gitlab> gitlab # [    3.970121] systemd[1]: Stopped target Path Units.579vm-test-run-nixbot-gitlab> gitlab # [    3.972360] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.580vm-test-run-nixbot-gitlab> gitlab # [    3.975618] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.581vm-test-run-nixbot-gitlab> gitlab # [    3.979085] systemd[1]: Stopped target Slice Units.582vm-test-run-nixbot-gitlab> gitlab # [    3.981395] systemd[1]: Stopped target Socket Units.583vm-test-run-nixbot-gitlab> gitlab # [    3.983672] systemd[1]: Stopped target System Initialization.584vm-test-run-nixbot-gitlab> gitlab # [    3.986320] systemd[1]: Stopped target Swaps.585vm-test-run-nixbot-gitlab> gitlab # [    3.988399] systemd[1]: Stopped target Timer Units.586vm-test-run-nixbot-gitlab> gitlab # [    3.990722] systemd[1]: dbus.socket: Deactivated successfully.587vm-test-run-nixbot-gitlab> gitlab # [    3.993338] systemd[1]: Closed D-Bus System Message Bus Socket.588vm-test-run-nixbot-gitlab> gitlab # [    3.995930] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.589vm-test-run-nixbot-gitlab> gitlab # [    3.999235] systemd[1]: Stopped Find NixOS closure.590vm-test-run-nixbot-gitlab> gitlab # [    4.001506] systemd[1]: Starting Load Kernel Module 9pnet_virtio...591vm-test-run-nixbot-gitlab> gitlab # [    4.004297] systemd[1]: Starting rw-sysroot-nix-store.service...592vm-test-run-nixbot-gitlab> gitlab # [    4.006930] systemd[1]: systemd-sysctl.service: Deactivated successfully.593vm-test-run-nixbot-gitlab> gitlab # [    4.009964] systemd[1]: Stopped Apply Kernel Variables.594vm-test-run-nixbot-gitlab> gitlab # [    4.012259] systemd[1]: systemd-modules-load.service: Deactivated successfully.595vm-test-run-nixbot-gitlab> gitlab # [    4.015099] systemd[1]: Stopped Load Kernel Modules.596vm-test-run-nixbot-gitlab> gitlab # [    4.021187] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.597vm-test-run-nixbot-gitlab> gitlab # [    4.024406] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.598vm-test-run-nixbot-gitlab> gitlab # [    4.030204] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.599vm-test-run-nixbot-gitlab> gitlab # [    4.033226] systemd[1]: Stopped Create System Files and Directories.600vm-test-run-nixbot-gitlab> gitlab # [    4.039539] systemd[1]: Stopped target Local File Systems.601vm-test-run-nixbot-gitlab> gitlab # [    4.042091] systemd[1]: Stopped target Preparation for Local File Systems.602vm-test-run-nixbot-gitlab> gitlab # [    4.045127] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.603vm-test-run-nixbot-gitlab> gitlab # [    4.048220] systemd[1]: Stopped Coldplug All udev Devices.604vm-test-run-nixbot-gitlab> gitlab # [    4.052245] systemd[1]: Stopping Rule-based Manager for Device Events and Files...605vm-test-run-nixbot-gitlab> gitlab # [    4.057772] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.606vm-test-run-nixbot-gitlab> gitlab # [    4.060818] systemd[1]: Stopped Virtual Console Setup.607vm-test-run-nixbot-gitlab> gitlab # [    4.070993] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.608vm-test-run-nixbot-gitlab> gitlab # [    4.075899] systemd[1]: Finished Load Kernel Module 9pnet_virtio.609vm-test-run-nixbot-gitlab> gitlab # [    4.085810] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.610vm-test-run-nixbot-gitlab> gitlab # [    4.090577] systemd[1]: Finished rw-sysroot-nix-store.service.611vm-test-run-nixbot-gitlab> gitlab # [    4.101081] systemd[1]: systemd-udevd.service: Deactivated successfully.612vm-test-run-nixbot-gitlab> gitlab # [    4.106043] systemd[1]: Stopped Rule-based Manager for Device Events and Files.613vm-test-run-nixbot-gitlab> gitlab # [    4.109677] systemd[1]: systemd-udevd.service: Consumed 2.292s CPU time over 2.211s wall clock time, 32.3M memory peak.614vm-test-run-nixbot-gitlab> gitlab # [    4.124281] systemd[1]: initrd-cleanup.service: Deactivated successfully.615vm-test-run-nixbot-gitlab> gitlab # [    4.129244] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.616vm-test-run-nixbot-gitlab> gitlab # [    4.143433] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.617vm-test-run-nixbot-gitlab> gitlab # [    4.146695] systemd[1]: Closed udev Control Socket.618vm-test-run-nixbot-gitlab> gitlab # [    4.159097] systemd[1]: Starting Cleanup udev Database...619vm-test-run-nixbot-gitlab> gitlab # [    4.161671] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.620vm-test-run-nixbot-gitlab> gitlab # [    4.165047] systemd[1]: Stopped Create Static Device Nodes in /dev.621vm-test-run-nixbot-gitlab> gitlab # [    4.168331] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.622vm-test-run-nixbot-gitlab> gitlab # [    4.171918] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.623vm-test-run-nixbot-gitlab> gitlab # [    4.176282] systemd[1]: kmod-static-nodes.service: Deactivated successfully.624vm-test-run-nixbot-gitlab> gitlab # [    4.179299] systemd[1]: Stopped Create List of Static Device Nodes.625vm-test-run-nixbot-gitlab> gitlab # [    4.270348] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.626vm-test-run-nixbot-gitlab> gitlab # [    4.273810] systemd[1]: Finished Cleanup udev Database.627vm-test-run-nixbot-gitlab> gitlab # [    4.282502] systemd[1]: Reached target Switch Root.628vm-test-run-nixbot-gitlab> gitlab # [    4.289726] systemd[1]: Starting NixOS Activation...629vm-test-run-nixbot-gitlab> gitlab # [    4.481799] initrd-nixos-activation-start[566]: booting system configuration /nix/store/a8hqhb28fphaf6p4y397yk46rm8q1by6-nixos-system-gitlab-test630vm-test-run-nixbot-gitlab> gitlab # [    4.542777] initrd-nixos-activation-start[566]: running activation script...631vm-test-run-nixbot-gitlab> gitlab # [    4.916526] initrd-nixos-activation-start[589]: setting up /etc...632vm-test-run-nixbot-gitlab> gitlab # [    5.092841] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.633vm-test-run-nixbot-gitlab> gitlab # [    5.097171] systemd[1]: Finished NixOS Activation.634vm-test-run-nixbot-gitlab> gitlab # [    5.113507] systemd[1]: Starting Switch Root...635vm-test-run-nixbot-gitlab> gitlab # [    5.172676] systemd[1]: Switching root.636vm-test-run-nixbot-gitlab> gitlab # [    5.784236] systemd-journald[155]: Received SIGTERM from PID 1 (systemd).637vm-test-run-nixbot-gitlab> gitlab # [    6.488628] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)638vm-test-run-nixbot-gitlab> gitlab # [    6.488771] systemd[1]: Detected virtualization qemu.639vm-test-run-nixbot-gitlab> gitlab # [    6.488867] systemd[1]: Detected architecture arm64.640vm-test-run-nixbot-gitlab> gitlab # [    6.489044] systemd[1]: Detected first boot.641vm-test-run-nixbot-gitlab> gitlab # [    6.490698] systemd[1]: Initializing machine ID from random generator.642vm-test-run-nixbot-gitlab> gitlab # [    6.744476] systemd[1]: bpf-restrict-fs: LSM BPF program attached643vm-test-run-nixbot-gitlab> gitlab # [    6.843821] systemd[1]: Applying preset policy.644vm-test-run-nixbot-gitlab> gitlab # [    7.106306] systemd[1]: Populated /etc with preset unit settings.645vm-test-run-nixbot-gitlab> gitlab # [    7.269320] systemd[1]: initrd-switch-root.service: Deactivated successfully.646vm-test-run-nixbot-gitlab> gitlab # [    7.269761] systemd[1]: Stopped initrd-switch-root.service.647vm-test-run-nixbot-gitlab> gitlab # [    7.274443] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.648vm-test-run-nixbot-gitlab> gitlab # [    7.281331] systemd[1]: Created slice Slice /system/getty.649vm-test-run-nixbot-gitlab> gitlab # [    7.285100] systemd[1]: Created slice GitLab DevOps Platform Slice.650vm-test-run-nixbot-gitlab> gitlab # [    7.289219] systemd[1]: Created slice User and Session Slice.651vm-test-run-nixbot-gitlab> gitlab # [    7.290709] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.652vm-test-run-nixbot-gitlab> gitlab # [    7.292167] systemd[1]: Started Forward Password Requests to Wall Directory Watch.653vm-test-run-nixbot-gitlab> gitlab # [    7.293390] systemd[1]: Expecting device /dev/hvc0...654vm-test-run-nixbot-gitlab> gitlab # [    7.294513] systemd[1]: Expecting device /dev/ttyAMA0...655vm-test-run-nixbot-gitlab> gitlab # [    7.295685] systemd[1]: Reached target Local Encrypted Volumes.656vm-test-run-nixbot-gitlab> gitlab # [    7.296838] systemd[1]: Stopped target initrd-fs.target.657vm-test-run-nixbot-gitlab> gitlab # [    7.297990] systemd[1]: Stopped target initrd-root-fs.target.658vm-test-run-nixbot-gitlab> gitlab # [    7.299138] systemd[1]: Stopped target initrd-switch-root.target.659vm-test-run-nixbot-gitlab> gitlab # [    7.300293] systemd[1]: Reached target Virtual Machines and Containers.660vm-test-run-nixbot-gitlab> gitlab # [    7.301505] systemd[1]: Reached target Path Units.661vm-test-run-nixbot-gitlab> gitlab # [    7.302660] systemd[1]: Reached target Remote File Systems.662vm-test-run-nixbot-gitlab> gitlab # [    7.303791] systemd[1]: Reached target Slice Units.663vm-test-run-nixbot-gitlab> gitlab # [    7.304882] systemd[1]: Reached target Swaps.664vm-test-run-nixbot-gitlab> gitlab # [    7.309532] systemd[1]: Listening on Process Core Dump Socket.665vm-test-run-nixbot-gitlab> gitlab # [    7.312822] systemd[1]: Listening on Credential Encryption/Decryption.666vm-test-run-nixbot-gitlab> gitlab # [    7.321230] systemd[1]: Starting Journal Log Access Socket...667vm-test-run-nixbot-gitlab> gitlab # [    7.323383] systemd[1]: Listening on Journal Audit Socket.668vm-test-run-nixbot-gitlab> gitlab # [    7.325191] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.669vm-test-run-nixbot-gitlab> gitlab # [    7.326282] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki670vm-test-run-nixbot-gitlab> gitlab # [    7.327685] systemd[1]: Listening on udev Control Socket.671vm-test-run-nixbot-gitlab> gitlab # [    7.336494] systemd[1]: Mounting Huge Pages File System...672vm-test-run-nixbot-gitlab> gitlab # [    7.345426] systemd[1]: Mounting POSIX Message Queue File System...673vm-test-run-nixbot-gitlab> gitlab # [    7.358287] systemd[1]: Mounting Kernel Debug File System...674vm-test-run-nixbot-gitlab> gitlab # [    7.365679] systemd[1]: Mounting Kernel Trace File System...675vm-test-run-nixbot-gitlab> gitlab # [    7.375128] systemd[1]: Starting Create List of Static Device Nodes...676vm-test-run-nixbot-gitlab> gitlab # [    7.387705] systemd[1]: Starting Load Kernel Module 9pnet_virtio...677vm-test-run-nixbot-gitlab> gitlab # [    7.391518] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs678vm-test-run-nixbot-gitlab> gitlab # [    7.397982] systemd[1]: Mounting Kernel Configuration File System...679vm-test-run-nixbot-gitlab> gitlab # [    7.398815] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm680vm-test-run-nixbot-gitlab> gitlab # [    7.399520] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore681vm-test-run-nixbot-gitlab> gitlab # [    7.410136] systemd[1]: Starting Load Kernel Module fuse...682vm-test-run-nixbot-gitlab> gitlab # [    7.410998] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67683vm-test-run-nixbot-gitlab> gitlab # [    7.423002] systemd[1]: Starting Journal Service...684vm-test-run-nixbot-gitlab> gitlab # [    7.426980] systemd[1]: Starting Load Kernel Modules...685vm-test-run-nixbot-gitlab> gitlab # [    7.439020] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...686vm-test-run-nixbot-gitlab> gitlab # [    7.448100] systemd[1]: Starting Remount Root and Kernel File Systems...687vm-test-run-nixbot-gitlab> gitlab # [    7.448841] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki688vm-test-run-nixbot-gitlab> gitlab # [    7.456505] fuse: init (API version 7.45)689vm-test-run-nixbot-gitlab> gitlab # [    7.461343] systemd[1]: Starting Coldplug All udev Devices...690vm-test-run-nixbot-gitlab> gitlab # [    7.463209] systemd-journald[798]: Collecting audit messages is enabled.691vm-test-run-nixbot-gitlab> gitlab # [    7.471344] systemd[1]: Listening on Journal Log Access Socket.692vm-test-run-nixbot-gitlab> gitlab # [    7.475301] systemd[1]: Mounted Huge Pages File System.693vm-test-run-nixbot-gitlab> gitlab # [    7.476270] systemd[1]: Mounted POSIX Message Queue File System.694vm-test-run-nixbot-gitlab> gitlab # [    7.477095] systemd[1]: Mounted Kernel Debug File System.695vm-test-run-nixbot-gitlab> gitlab # [    7.478179] systemd[1]: Mounted Kernel Trace File System.696vm-test-run-nixbot-gitlab> gitlab # [    7.482908] systemd[1]: Finished Create List of Static Device Nodes.697vm-test-run-nixbot-gitlab> gitlab # [    7.484202] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.698vm-test-run-nixbot-gitlab> gitlab # [    7.484726] systemd[1]: Queued start job for default target Multi-User System.699vm-test-run-nixbot-gitlab> gitlab # [    7.487603] systemd[1]: Finished Load Kernel Module 9pnet_virtio.700vm-test-run-nixbot-gitlab> gitlab # [    7.488520] systemd[1]: Started Journal Service.701vm-test-run-nixbot-gitlab> gitlab # [    7.489011] systemd[1]: Unnecessary job was removed for /dev/vdb.702vm-test-run-nixbot-gitlab> gitlab # [    7.491053] systemd[1]: systemd-journald.service: Deactivated successfully.703vm-test-run-nixbot-gitlab> gitlab # [    7.493063] systemd-modules-load[799]: Using 3 probe threads704vm-test-run-nixbot-gitlab> gitlab # [    7.494404] systemd-modules-load[799]: Module 'atkbd' is built in705vm-test-run-nixbot-gitlab> gitlab # [    7.495793] systemd-modules-load[799]: Module 'loop' is built in706vm-test-run-nixbot-gitlab> gitlab # [    7.497224] systemd[1]: Mounted Kernel Configuration File System.707vm-test-run-nixbot-gitlab> gitlab # [    7.498553] systemd[1]: modprobe@fuse.service: Deactivated successfully.708vm-test-run-nixbot-gitlab> gitlab # [    7.499940] systemd[1]: Finished Load Kernel Module fuse.[    7.503735] EXT4-fs (vda): re-mounted 2e9a8d99-e953-4384-bd52-f7868537f1f6.709vm-test-run-nixbot-gitlab> gitlab # 710vm-test-run-nixbot-gitlab> gitlab # [    7.503815] systemd[1]: Mounting FUSE Control File System...711vm-test-run-nixbot-gitlab> gitlab # [    7.505265] systemd-modules-load[799]: Inserted module 'tls'712vm-test-run-nixbot-gitlab> gitlab # [    7.508434] systemd-oomd[800]: No swap; memory pressure usage will be degraded713vm-test-run-nixbot-gitlab> gitlab # [    7.510197] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...714vm-test-run-nixbot-gitlab> gitlab # [    7.514151] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.715vm-test-run-nixbot-gitlab> gitlab # [    7.528880] systemd[1]: Finished Load Kernel Modules.716vm-test-run-nixbot-gitlab> gitlab # [    7.535496] systemd[1]: Finished Remount Root and Kernel File Systems.717vm-test-run-nixbot-gitlab> gitlab # [    7.538037] systemd[1]: Mounted FUSE Control File System.718vm-test-run-nixbot-gitlab> gitlab # [    7.550938] systemd[1]: Starting Firewall...719vm-test-run-nixbot-gitlab> gitlab # [    7.556398] systemd[1]: Starting Flush Journal to Persistent Storage...720vm-test-run-nixbot-gitlab> gitlab # [    7.560320] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore721vm-test-run-nixbot-gitlab> gitlab # [    7.567985] systemd[1]: Starting Load/Save OS Random Seed...722vm-test-run-nixbot-gitlab> gitlab # [    7.572408] systemd[1]: Starting Apply Kernel Variables...723vm-test-run-nixbot-gitlab> gitlab # [    7.573847] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki724vm-test-run-nixbot-gitlab> gitlab # [    7.581008] systemd-journald[798]: Received client request to flush runtime journal.725vm-test-run-nixbot-gitlab> gitlab # [    7.616378] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.726vm-test-run-nixbot-gitlab> gitlab # [    7.617686] systemd[1]: Starting Create Static Device Nodes in /dev...727vm-test-run-nixbot-gitlab> gitlab # [    7.618868] systemd[1]: Finished Apply Kernel Variables.728vm-test-run-nixbot-gitlab> gitlab # [    7.619847] systemd[1]: Finished Flush Journal to Persistent Storage.729vm-test-run-nixbot-gitlab> gitlab # [    7.621322] systemd[1]: Finished Load/Save OS Random Seed.730vm-test-run-nixbot-gitlab> gitlab # [    7.622209] systemd[1]: Finished Create Static Device Nodes in /dev.731vm-test-run-nixbot-gitlab> gitlab # [    7.623155] systemd[1]: Reached target First Boot Complete.732vm-test-run-nixbot-gitlab> gitlab # [    7.623954] systemd[1]: Reached target Preparation for Local File Systems.733vm-test-run-nixbot-gitlab> gitlab # [    7.625878] systemd[1]: Starting Rule-based Manager for Device Events and Files...734vm-test-run-nixbot-gitlab> gitlab # [    7.703897] systemd-udevd[838]: Using default interface naming scheme 'v260'.735vm-test-run-nixbot-gitlab> gitlab # [    7.752231] systemd[1]: Started Rule-based Manager for Device Events and Files.736vm-test-run-nixbot-gitlab> gitlab # [    8.093045] systemd[1]: Finished Firewall.737vm-test-run-nixbot-gitlab> gitlab # [    8.227619] systemd[1]: Finished Coldplug All udev Devices.738vm-test-run-nixbot-gitlab> gitlab # [    8.274277] systemd[1]: Mounting /run/wrappers...739vm-test-run-nixbot-gitlab> gitlab # [    8.301411] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs740vm-test-run-nixbot-gitlab> gitlab # [    8.334403] systemd[1]: Mounted /run/wrappers.741vm-test-run-nixbot-gitlab> gitlab # [    8.337699] systemd[1]: Reached target Local File Systems.742vm-test-run-nixbot-gitlab> gitlab # [    8.341233] systemd[1]: Listening on Boot Loader Control Service Socket.743vm-test-run-nixbot-gitlab> gitlab # [    8.346231] systemd[1]: Starting register-nix-paths.service...744vm-test-run-nixbot-gitlab> gitlab # [    8.351385] systemd[1]: Starting Create SUID/SGID Wrappers...745vm-test-run-nixbot-gitlab> gitlab # [    8.355451] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.746vm-test-run-nixbot-gitlab> gitlab # [    8.362232] systemd[1]: Starting Save Transient machine-id to Disk...747vm-test-run-nixbot-gitlab> gitlab # [    8.368740] systemd[1]: Starting Create System Files and Directories...748vm-test-run-nixbot-gitlab> gitlab # [    8.400216] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.749vm-test-run-nixbot-gitlab> gitlab # [    8.462715] systemd[1]: Finished Save Transient machine-id to Disk.750vm-test-run-nixbot-gitlab> gitlab # [    8.477636] systemd[1]: Finished Create System Files and Directories.751vm-test-run-nixbot-gitlab> gitlab # [    8.483214] (udev-worker)[956]: Network interface NamePolicy= disabled on kernel command line.752vm-test-run-nixbot-gitlab> gitlab # [    8.518416] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.753vm-test-run-nixbot-gitlab> gitlab # [    8.524751] (udev-worker)[896]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.754vm-test-run-nixbot-gitlab> gitlab # [    8.527534] (udev-worker)[896]: Network interface NamePolicy= disabled on kernel command line.755vm-test-run-nixbot-gitlab> gitlab # [    8.530889] systemd[1]: Condition check resulted in /dev/ttyAMA0 being skipped.756vm-test-run-nixbot-gitlab> gitlab # [    8.533327] systemd[1]: Starting Rebuild Journal Catalog...757vm-test-run-nixbot-gitlab> gitlab # [    8.540154] systemd[1]: Starting Record System Boot/Shutdown in UTMP...758vm-test-run-nixbot-gitlab> gitlab # [    8.580241] systemd[1]: Condition check resulted in Virtio network device being skipped.759vm-test-run-nixbot-gitlab> gitlab # [    8.581762] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore760vm-test-run-nixbot-gitlab> gitlab # [    8.583468] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.761vm-test-run-nixbot-gitlab> gitlab # [    8.585591] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67762vm-test-run-nixbot-gitlab> gitlab # [    8.588265] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore763vm-test-run-nixbot-gitlab> gitlab # [    8.591126] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki764vm-test-run-nixbot-gitlab> gitlab # [    8.595845] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki765vm-test-run-nixbot-gitlab> gitlab # [    8.598265] systemd[1]: Finished Record System Boot/Shutdown in UTMP.766vm-test-run-nixbot-gitlab> gitlab # [    8.599438] systemd[1]: Finished Rebuild Journal Catalog.767vm-test-run-nixbot-gitlab> gitlab # [    8.600307] systemd[1]: Starting Update is Completed...768vm-test-run-nixbot-gitlab> gitlab # [    8.646459] systemd[1]: Finished Update is Completed.769vm-test-run-nixbot-gitlab> gitlab # [    8.691571] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.770vm-test-run-nixbot-gitlab> gitlab # [    8.700362] systemd[1]: Finished Create SUID/SGID Wrappers.771vm-test-run-nixbot-gitlab> gitlab # [    8.702183] systemd[1]: suid-sgid-wrappers.service: Consumed 206ms CPU time over 343ms wall clock time, 6.7M memory peak, 2.2M read from disk.772vm-test-run-nixbot-gitlab> gitlab # [    8.714548] mousedev: PS/2 mouse device common for all mice773vm-test-run-nixbot-gitlab> gitlab # [    8.925618] systemd[1]: Finished register-nix-paths.service.774vm-test-run-nixbot-gitlab> gitlab # [    8.928134] systemd[1]: Reached target System Initialization.775vm-test-run-nixbot-gitlab> gitlab # [    8.931148] systemd[1]: Started Discard unused filesystem blocks once a week.776vm-test-run-nixbot-gitlab> gitlab # [    8.933169] systemd[1]: Started logrotate.timer.777vm-test-run-nixbot-gitlab> gitlab # [    8.934528] systemd[1]: Started Daily Cleanup of Temporary Directories.778vm-test-run-nixbot-gitlab> gitlab # [    8.935604] systemd[1]: Reached target Timer Units.779vm-test-run-nixbot-gitlab> gitlab # [    8.937060] systemd[1]: Listening on D-Bus System Message Bus Socket.780vm-test-run-nixbot-gitlab> gitlab # [    8.938034] systemd[1]: Listening on Nix Daemon Socket.781vm-test-run-nixbot-gitlab> gitlab # [    8.942058] systemd[1]: Starting nixbot CI service socket...782vm-test-run-nixbot-gitlab> gitlab # [    8.943227] systemd[1]: Listening on Hostname Service Socket.783vm-test-run-nixbot-gitlab> gitlab # [    8.945761] systemd[1]: Listening on nixbot CI service socket.784vm-test-run-nixbot-gitlab> gitlab # [    8.946993] systemd[1]: Reached target Socket Units.785vm-test-run-nixbot-gitlab> gitlab # [    8.950383] systemd[1]: Starting D-Bus System Message Bus...786vm-test-run-nixbot-gitlab> gitlab # [    8.995888] dbus-broker-launch[1048]: Looking up NSS user entry for 'systemd-timesync'...787vm-test-run-nixbot-gitlab> gitlab # [    8.998920] dbus-broker-launch[1048]: NSS returned no entry for 'systemd-timesync'788vm-test-run-nixbot-gitlab> gitlab # [    9.000443] dbus-broker-launch[1048]: Invalid user-name in /nix/store/ifm9k575wb3j66gvjx1xkdmmknzqr8v8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"789vm-test-run-nixbot-gitlab> gitlab # [    9.003451] systemd[1]: Started D-Bus System Message Bus.790vm-test-run-nixbot-gitlab> gitlab # [    9.019147] dbus-broker-launch[1048]: Ready791vm-test-run-nixbot-gitlab> gitlab # [    9.020144] systemd[1]: Reached target Basic System.792vm-test-run-nixbot-gitlab> gitlab # [    9.022679] systemd[1]: Started backdoor.service.793vm-test-run-nixbot-gitlab> gitlab # [    9.030566] systemd[1]: Starting gitlab-config.service...794vm-test-run-nixbot-gitlab> gitlab # [    9.047718] systemd[1]: Starting Import lastlog data into lastlog2 database...795vm-test-run-nixbot-gitlab> gitlab # [    9.052625] systemd[1]: Starting Logrotate configuration check...796vm-test-run-nixbot-gitlab> gitlab # [    9.057322] systemd[1]: Starting Name Service Cache Daemon (nsncd)...797vm-test-run-nixbot-gitlab> gitlab # [    9.069501] systemd[1]: Starting Post-Boot Actions...798vm-test-run-nixbot-gitlab> gitlab # [    9.073082] systemd[1]: Started Reset console on configuration changes.799vm-test-run-nixbot-gitlab> gitlab # [    9.076636] logrotate[1053]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.800vm-test-run-nixbot-gitlab> gitlab # connecting to host...801vm-test-run-nixbot-gitlab> gitlab # [    9.078878] logrotate[1053]: reading config file /nix/store/hk6ay5j24mh4h8mpr5rxlxxxp8v61fnj-logrotate.conf802vm-test-run-nixbot-gitlab> gitlab # [    9.087494] logrotate[1053]: note: 'monthly' overrides previously specified 'weekly'803vm-test-run-nixbot-gitlab> gitlab # [    9.089131] logrotate[1053]: Reading state from file: /var/lib/logrotate.status804vm-test-run-nixbot-gitlab> gitlab # [    9.090182] logrotate[1053]: state file /var/lib/logrotate.status does not exist805vm-test-run-nixbot-gitlab> gitlab # [    9.091202] logrotate[1053]: Allocating hash table for state file, size 64 entries806vm-test-run-nixbot-gitlab> gitlab # [    9.092325] logrotate[1053]: Handling 4 logs807vm-test-run-nixbot-gitlab> gitlab # [    9.093043] logrotate[1053]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed808vm-test-run-nixbot-gitlab> gitlab # [    9.095230] logrotate[1053]: considering log /var/log/btmp809vm-test-run-nixbot-gitlab> gitlab # [    9.097131] logrotate[1053]: Creating new state810vm-test-run-nixbot-gitlab> gitlab # [    9.097957] logrotate[1053]:   Now: 2026-06-30 06:38811vm-test-run-nixbot-gitlab> gitlab # [    9.098689] logrotate[1053]:   Last rotated at 2026-06-30 06:00812vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'813vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell814vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.58 seconds)815vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.58 seconds)816vm-test-run-nixbot-gitlab> gitlab # [    9.099511] logrotate[1053]:   log does not need rotating (log has already been rotated)817vm-test-run-nixbot-gitlab> gitlab # [    9.107413] logrotate[1053]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed818vm-test-run-nixbot-gitlab> gitlab # [    9.109837] logrotate[1053]: considering log /var/log/wtmp819vm-test-run-nixbot-gitlab> gitlab # [    9.110575] logrotate[1053]: Creating new state820vm-test-run-nixbot-gitlab> gitlab # [    9.111172] logrotate[1053]:   Now: 2026-06-30 06:38821vm-test-run-nixbot-gitlab> gitlab # [    9.111820] logrotate[1053]:   Last rotated at 2026-06-30 06:00822vm-test-run-nixbot-gitlab> gitlab # [    9.112620] logrotate[1053]:   log does not need rotating (log has already been rotated)823vm-test-run-nixbot-gitlab> gitlab # [    9.113643] logrotate[1053]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed824vm-test-run-nixbot-gitlab> gitlab # [    9.115561] logrotate[1053]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1053)825vm-test-run-nixbot-gitlab> gitlab # [    9.117011] logrotate[1053]: considering log /var/gitlab/state/log/*.log826vm-test-run-nixbot-gitlab> gitlab # [    9.125779] logrotate[1053]:   log /var/gitlab/state/log/*.log does not exist -- skipping827vm-test-run-nixbot-gitlab> gitlab # [    9.126955] logrotate[1053]: Creating new state828vm-test-run-nixbot-gitlab> gitlab # [    9.127604] logrotate[1053]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1053)829vm-test-run-nixbot-gitlab> gitlab # [    9.131908] logrotate[1053]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed830vm-test-run-nixbot-gitlab> gitlab # [    9.134754] logrotate[1053]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1053)831vm-test-run-nixbot-gitlab> gitlab # [    9.136118] logrotate[1053]: considering log /var/log/nginx/*.log832vm-test-run-nixbot-gitlab> gitlab # [    9.138321] logrotate[1053]:   log /var/log/nginx/*.log does not exist -- skipping833vm-test-run-nixbot-gitlab> gitlab # [    9.140208] logrotate[1053]: Creating new state834vm-test-run-nixbot-gitlab> gitlab # [    9.140963] logrotate[1053]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1053)835vm-test-run-nixbot-gitlab> gitlab # [    9.142225] systemd[1]: Starting resolvconf update...836vm-test-run-nixbot-gitlab> gitlab # [    9.144483] systemd[1]: Finished Logrotate configuration check.837vm-test-run-nixbot-gitlab> gitlab # [    9.146055] nsncd[1054]: Jun 30 06:38:18.857 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"838vm-test-run-nixbot-gitlab> gitlab # [    9.149125] systemd[1]: Finished Post-Boot Actions.839vm-test-run-nixbot-gitlab> gitlab # [    9.150346] systemd[1]: Started Name Service Cache Daemon (nsncd).840vm-test-run-nixbot-gitlab> gitlab # [    9.151403] systemd[1]: Reached target Host and Network Name Lookups.841vm-test-run-nixbot-gitlab> gitlab # [    9.152524] systemd[1]: Reached target User and Group Name Lookups.842vm-test-run-nixbot-gitlab> gitlab # [    9.156213] systemd[1]: Starting User Login Management...843vm-test-run-nixbot-gitlab> gitlab # [    9.157172] systemd[1]: Finished Import lastlog data into lastlog2 database.844vm-test-run-nixbot-gitlab> gitlab # [    9.246119] systemd[1]: Stopped target Host and Network Name Lookups.845vm-test-run-nixbot-gitlab> gitlab # [    9.248865] systemd[1]: Stopping Host and Network Name Lookups...846vm-test-run-nixbot-gitlab> gitlab # [    9.295692] input: QEMU Virtio Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:08.0/virtio7/input/input3847vm-test-run-nixbot-gitlab> gitlab # [    9.254286] systemd-logind[1089]: Watching system buttons on /dev/input/event1 (QEMU QEMU USB Keyboard)848vm-test-run-nixbot-gitlab> gitlab # [    9.335234] systemd-logind[1089]: Watching system buttons on /dev/input/event0 (gpio-keys)849vm-test-run-nixbot-gitlab> gitlab # [    9.361784] systemd[1]: Stopped target User and Group Name Lookups.850vm-test-run-nixbot-gitlab> gitlab # [    9.362852] systemd[1]: Stopping User and Group Name Lookups...851vm-test-run-nixbot-gitlab> gitlab # [    9.363752] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...852vm-test-run-nixbot-gitlab> gitlab # [    9.368310] systemd-logind[1089]: New seat seat0.853vm-test-run-nixbot-gitlab> gitlab # [    9.370179] systemd[1]: nscd.service: Deactivated successfully.854vm-test-run-nixbot-gitlab> gitlab # [    9.371066] systemd[1]: Stopped Name Service Cache Daemon (nsncd).855vm-test-run-nixbot-gitlab> gitlab # [    9.371957] systemd[1]: nscd.service: Consumed 34ms CPU time over 205ms wall clock time, 8M memory peak, 5.9M read from disk.856vm-test-run-nixbot-gitlab> gitlab # [    9.375782] systemd[1]: Starting Name Service Cache Daemon (nsncd)...857vm-test-run-nixbot-gitlab> gitlab # [    9.376855] systemd[1]: Finished resolvconf update.858vm-test-run-nixbot-gitlab> gitlab # [    9.377693] systemd[1]: Reached target Preparation for Network.859vm-test-run-nixbot-gitlab> gitlab # [    9.378587] systemd[1]: Starting DHCP Client...860vm-test-run-nixbot-gitlab> gitlab # [    9.379307] systemd[1]: Starting Address configuration of eth1...861vm-test-run-nixbot-gitlab> gitlab # [    9.401796] systemd[1]: Starting Extra networking commands....862vm-test-run-nixbot-gitlab> gitlab # [    9.402913] systemd[1]: Started User Login Management.863vm-test-run-nixbot-gitlab> gitlab # [    9.412847] nsncd[1151]: Jun 30 06:38:19.135 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"864vm-test-run-nixbot-gitlab> gitlab # [    9.418055] systemd[1]: Started Name Service Cache Daemon (nsncd).865vm-test-run-nixbot-gitlab> gitlab # [    9.419059] systemd[1]: Reached target Host and Network Name Lookups.866vm-test-run-nixbot-gitlab> gitlab # [    9.420345] systemd[1]: Reached target User and Group Name Lookups.867vm-test-run-nixbot-gitlab> gitlab # [    9.424211] systemd[1]: Starting linger-users.service...868vm-test-run-nixbot-gitlab> gitlab # [    9.427399] network-addresses-eth1-start[1154]: adding address 192.168.1.1/24... done869vm-test-run-nixbot-gitlab> gitlab # [    9.432472] network-addresses-eth1-start[1154]: adding address 2001:db8:1::1/64... done870vm-test-run-nixbot-gitlab> gitlab # [    9.441043] systemd[1]: Finished Address configuration of eth1.871vm-test-run-nixbot-gitlab> gitlab # [    9.465711] systemd[1]: linger-users.service: Deactivated successfully.872vm-test-run-nixbot-gitlab> gitlab # [    9.466862] systemd[1]: Finished linger-users.service.873vm-test-run-nixbot-gitlab> gitlab # [    9.530541] dhcpcd[1177]: dhcpcd-10.3.2 starting874vm-test-run-nixbot-gitlab> gitlab # [    9.534449] dhcpcd[1210]: dev: loaded udev875vm-test-run-nixbot-gitlab> gitlab # [    9.553834] 8021q: 802.1Q VLAN Support v1.8876vm-test-run-nixbot-gitlab> gitlab # [    9.554283] 8021q: adding VLAN 0 to HW filter on device eth1877vm-test-run-nixbot-gitlab> gitlab # [    9.592245] systemd[1]: Finished Extra networking commands..878vm-test-run-nixbot-gitlab> gitlab # [    9.608006] cfg80211: Loading compiled-in X.509 certificates for regulatory database879vm-test-run-nixbot-gitlab> gitlab # [    9.613072] systemd[1]: Reached target Network.880vm-test-run-nixbot-gitlab> gitlab # [    9.620586] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'881vm-test-run-nixbot-gitlab> gitlab # [    9.621137] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'882vm-test-run-nixbot-gitlab> gitlab # [    9.623115] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2883vm-test-run-nixbot-gitlab> gitlab # [    9.623458] cfg80211: failed to load regulatory.db884vm-test-run-nixbot-gitlab> gitlab # [    9.626812] systemd[1]: Starting gitlab-workhorse.service...885vm-test-run-nixbot-gitlab> gitlab # [    9.630682] systemd[1]: Starting Nginx Web Server...886vm-test-run-nixbot-gitlab> gitlab # [    9.638417] systemd[1]: Starting PostgreSQL Server...887vm-test-run-nixbot-gitlab> gitlab # [    9.639323] systemd-logind[1089]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)888vm-test-run-nixbot-gitlab> gitlab # [    9.645780] systemd[1]: Starting Redis Server - redis-gitlab...889vm-test-run-nixbot-gitlab> gitlab # [    9.652495] systemd[1]: Starting Permit User Sessions...890vm-test-run-nixbot-gitlab> gitlab # [    9.656539] 8021q: adding VLAN 0 to HW filter on device eth0891vm-test-run-nixbot-gitlab> gitlab # [    9.654772] dhcpcd[1210]: eth0: waiting for carrier892vm-test-run-nixbot-gitlab> gitlab # [    9.657638] dhcpcd[1210]: eth0: carrier acquired893vm-test-run-nixbot-gitlab> gitlab # [    9.660039] dhcpcd[1210]: DUID 00:01:00:01:31:d6:20:db:52:54:00:12:34:56894vm-test-run-nixbot-gitlab> gitlab # [    9.661456] dhcpcd[1210]: eth0: IAID 00:12:34:56895vm-test-run-nixbot-gitlab> gitlab # [    9.662425] systemd[1]: Starting Virtual Console Setup...896vm-test-run-nixbot-gitlab> gitlab # [    9.663417] dhcpcd[1210]: eth0: adding address fe80::5054:ff:fe12:3456897vm-test-run-nixbot-gitlab> gitlab # [    9.672358] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.898vm-test-run-nixbot-gitlab> gitlab # [    9.688714] systemd[1]: Finished Permit User Sessions.899vm-test-run-nixbot-gitlab> gitlab # [    9.698486] systemd[1]: Started Getty on tty1.900vm-test-run-nixbot-gitlab> gitlab # [    9.702195] systemd[1]: Reached target Login Prompts.901vm-test-run-nixbot-gitlab> gitlab # [    9.764831] systemd-vconsole-setup[1248]: Configuration of first virtual console was skipped, ignoring remaining ones.902vm-test-run-nixbot-gitlab> gitlab # [    9.769006] systemd[1]: Finished Virtual Console Setup.903vm-test-run-nixbot-gitlab> gitlab # [    9.843586] nginx-pre-start[1267]: nginx: the configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf syntax is ok904vm-test-run-nixbot-gitlab> gitlab # [    9.847195] nginx-pre-start[1267]: nginx: configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf test is successful905vm-test-run-nixbot-gitlab> gitlab # [    9.851066] redis-server[1266]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.906vm-test-run-nixbot-gitlab> gitlab # [    9.858699] systemd[1]: Started Redis Server - redis-gitlab.907vm-test-run-nixbot-gitlab> gitlab # [    9.859831] redis-server[1266]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo908vm-test-run-nixbot-gitlab> gitlab # [    9.862760] systemd[1]: Started Nginx Web Server.909vm-test-run-nixbot-gitlab> gitlab # [    9.864318] postgresql-pre-start[1269]: The files belonging to this database system will be owned by user "postgres".910vm-test-run-nixbot-gitlab> gitlab # [    9.866101] postgresql-pre-start[1269]: This user must also own the server process.911vm-test-run-nixbot-gitlab> gitlab # [    9.867638] redis-server[1266]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1266, just started912vm-test-run-nixbot-gitlab> gitlab # [    9.869897] redis-server[1266]: Configuration loaded913vm-test-run-nixbot-gitlab> gitlab # [    9.871005] postgresql-pre-start[1269]: The database cluster will be initialized with locale "en_US.UTF-8".914vm-test-run-nixbot-gitlab> gitlab # [    9.872622] postgresql-pre-start[1269]: The default database encoding has accordingly been set to "UTF8".915vm-test-run-nixbot-gitlab> gitlab # [    9.874246] postgresql-pre-start[1269]: The default text search configuration will be set to "english".916vm-test-run-nixbot-gitlab> gitlab # [    9.875920] postgresql-pre-start[1269]: Data page checksums are disabled.917vm-test-run-nixbot-gitlab> gitlab # [    9.877101] postgresql-pre-start[1269]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok918vm-test-run-nixbot-gitlab> gitlab # [    9.878650] postgresql-pre-start[1269]: creating subdirectories ... ok919vm-test-run-nixbot-gitlab> gitlab # [    9.879601] postgresql-pre-start[1269]: selecting dynamic shared memory implementation ... posix920vm-test-run-nixbot-gitlab> gitlab # [    9.880992] redis[1266]: monotonic clock: ARM CNTVCT @ 1000 ticks/us921vm-test-run-nixbot-gitlab> gitlab # [    9.882306] redis[1266]: Running mode=standalone, port=0.922vm-test-run-nixbot-gitlab> gitlab # [    9.883320] redis[1266]: Server initialized923vm-test-run-nixbot-gitlab> gitlab # [    9.884168] redis[1266]: Ready to accept connections unix924vm-test-run-nixbot-gitlab> gitlab # [    9.885125] redis[1266]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.925vm-test-run-nixbot-gitlab> gitlab # [    9.909529] postgresql-pre-start[1269]: selecting default "max_connections" ... 100926vm-test-run-nixbot-gitlab> gitlab # [    9.979097] postgresql-pre-start[1269]: selecting default "shared_buffers" ... 128MB927vm-test-run-nixbot-gitlab> gitlab # [   10.065903] dhcpcd[1210]: eth0: soliciting a DHCP lease928vm-test-run-nixbot-gitlab> gitlab # [   10.089083] dhcpcd[1210]: eth0: offered 10.0.2.15 from 10.0.2.2929vm-test-run-nixbot-gitlab> gitlab # [   10.104762] dhcpcd[1210]: eth0: probing address 10.0.2.15/24930vm-test-run-nixbot-gitlab> gitlab # [   10.263232] systemd[1]: Started gitlab-workhorse.service.931vm-test-run-nixbot-gitlab> gitlab # [   10.477965] postgresql-pre-start[1269]: selecting default time zone ... UTC932vm-test-run-nixbot-gitlab> gitlab # [   10.479839] postgresql-pre-start[1269]: creating configuration files ... ok933vm-test-run-nixbot-gitlab> gitlab # [   10.699559] postgresql-pre-start[1269]: running bootstrap script ... ok934vm-test-run-nixbot-gitlab> gitlab # [   10.710722] gitlab-workhorse[1302]: time="2026-06-30T06:38:20Z" level=info msg=Starting build_time=19700101.000000 version=18.11.4935vm-test-run-nixbot-gitlab> gitlab # [   10.716436] gitlab-workhorse[1302]: time="2026-06-30T06:38:20Z" level=info msg="Using redis/go-redis"936vm-test-run-nixbot-gitlab> gitlab # [   10.723284] gitlab-workhorse[1302]: time="2026-06-30T06:38:20Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix937vm-test-run-nixbot-gitlab> gitlab # [   11.207409] dhcpcd[1210]: eth0: soliciting an IPv6 router938vm-test-run-nixbot-gitlab> gitlab # [   11.210277] dhcpcd[1210]: eth0: Router Advertisement from fe80::2939vm-test-run-nixbot-gitlab> gitlab # [   11.214288] dhcpcd[1210]: eth0: adding address fec0::5054:ff:fe12:3456/64940vm-test-run-nixbot-gitlab> gitlab # [   11.217771] dhcpcd[1210]: eth0: adding route to fec0::/64941vm-test-run-nixbot-gitlab> gitlab # [   11.220360] dhcpcd[1210]: eth0: adding default route via fe80::2942vm-test-run-nixbot-gitlab> gitlab # [   11.329840] postgresql-pre-start[1269]: performing post-bootstrap initialization ... ok943vm-test-run-nixbot-gitlab> gitlab # [   11.654157] postgresql-pre-start[1269]: syncing data to disk ... ok944vm-test-run-nixbot-gitlab> gitlab # [   11.657117] postgresql-pre-start[1269]: initdb: warning: enabling "trust" authentication for local connections945vm-test-run-nixbot-gitlab> gitlab # [   11.661246] postgresql-pre-start[1269]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.946vm-test-run-nixbot-gitlab> gitlab # [   11.668578] postgresql-pre-start[1269]: Success. You can now start the database server using:947vm-test-run-nixbot-gitlab> gitlab # [   11.672226] postgresql-pre-start[1269]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start948vm-test-run-nixbot-gitlab> gitlab # [   11.779065] postgres[1326]: [1326] LOG:  starting PostgreSQL 17.10 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit949vm-test-run-nixbot-gitlab> gitlab # [   11.785006] postgres[1326]: [1326] LOG:  listening on IPv6 address "::1", port 5432950vm-test-run-nixbot-gitlab> gitlab # [   11.788650] postgres[1326]: [1326] LOG:  listening on IPv4 address "127.0.0.1", port 5432951vm-test-run-nixbot-gitlab> gitlab # [   11.793440] postgres[1326]: [1326] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"952vm-test-run-nixbot-gitlab> gitlab # [   11.798511] postgres[1333]: [1333] LOG:  database system was shut down at 2026-06-30 06:38:21 GMT953vm-test-run-nixbot-gitlab> gitlab # [   11.812680] postgres[1326]: [1326] LOG:  database system is ready to accept connections954vm-test-run-nixbot-gitlab> gitlab # [   11.818164] systemd[1]: Started PostgreSQL Server.955vm-test-run-nixbot-gitlab> gitlab # [   11.824118] systemd[1]: Starting PostgreSQL Setup Scripts...956vm-test-run-nixbot-gitlab> gitlab # [   12.024648] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1341]: mkdir -p /var/gitlab/state/home/.ssh: OK957vm-test-run-nixbot-gitlab> gitlab # [   12.028961] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1341]: chmod 700 /var/gitlab/state/home/.ssh: OK958vm-test-run-nixbot-gitlab> gitlab # [   12.093182] postgresql-setup-start[1349]: CREATE DATABASE959vm-test-run-nixbot-gitlab> gitlab # [   12.103552] systemd[1]: Finished gitlab-config.service.960vm-test-run-nixbot-gitlab> gitlab # [   12.109793] systemd[1]: Started gitaly.service.961vm-test-run-nixbot-gitlab> gitlab # [   12.140002] postgresql-setup-start[1367]: CREATE ROLE962vm-test-run-nixbot-gitlab> gitlab # [   12.167017] postgresql-setup-start[1369]: ALTER DATABASE963vm-test-run-nixbot-gitlab> gitlab # [   12.222380] postgresql-setup-start[1375]: CREATE ROLE964vm-test-run-nixbot-gitlab> gitlab # [   12.226963] systemd[1]: Finished PostgreSQL Setup Scripts.965vm-test-run-nixbot-gitlab> gitlab # [   12.229460] systemd[1]: Reached target PostgreSQL.966vm-test-run-nixbot-gitlab> gitlab # [   12.234020] systemd[1]: Starting gitlab-db-config.service...967vm-test-run-nixbot-gitlab> gitlab # [   12.238763] systemd[1]: Starting gitlab-postgresql.service...968vm-test-run-nixbot-gitlab> gitlab # [   12.455732] gitlab-postgresql-start[1385]: CREATE DATABASE969vm-test-run-nixbot-gitlab> gitlab # [   12.507650] gitlab-postgresql-start[1405]: CREATE EXTENSION970vm-test-run-nixbot-gitlab> gitlab # [   12.579553] gitlab-postgresql-start[1407]: CREATE EXTENSION971vm-test-run-nixbot-gitlab> gitlab # [   12.584856] systemd[1]: Finished gitlab-postgresql.service.972vm-test-run-nixbot-gitlab> gitlab # [   12.876656] gitaly[1366]: time="2026-06-30T06:38:22.590Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/krygc3bmd623znp2pddh3fv21q5f3nz2-gitaly.toml' and fix the errors that are printed." pid=1366973vm-test-run-nixbot-gitlab> gitlab # [   12.888298] gitaly[1366]: time="2026-06-30T06:38:22.591Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=1366974vm-test-run-nixbot-gitlab> gitlab # [   12.893516] gitaly[1366]: time="2026-06-30T06:38:22.591Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=1366975vm-test-run-nixbot-gitlab> gitlab # [   12.900056] gitaly[1366]: time="2026-06-30T06:38:22.591Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=1366976vm-test-run-nixbot-gitlab> gitlab # [   12.905516] gitaly[1366]: time="2026-06-30T06:38:22.591Z" level=info msg="Starting Gitaly" pid=1366 version=18.11.4977vm-test-run-nixbot-gitlab> gitlab # [   13.109960] gitaly[1366]: time="2026-06-30T06:38:22.833Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=241 pid=1366978vm-test-run-nixbot-gitlab> gitlab # [   13.112588] gitaly[1366]: time="2026-06-30T06:38:22.833Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=1366979vm-test-run-nixbot-gitlab> gitlab # [   13.114663] gitaly[1366]: time="2026-06-30T06:38:22.834Z" level=info msg="finished initializing command factory" duration_ms=0 pid=1366980vm-test-run-nixbot-gitlab> gitlab # [   13.116879] gitaly[1366]: time="2026-06-30T06:38:22.834Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1366/git-exec-2830555928.d/git pid=1366981vm-test-run-nixbot-gitlab> gitlab # [   13.119317] gitaly[1366]: time="2026-06-30T06:38:22.841Z" level=info msg="finished detecting git version" duration_ms=7 pid=1366982vm-test-run-nixbot-gitlab> gitlab # [   13.121397] gitaly[1366]: time="2026-06-30T06:38:22.841Z" level=info msg="using Git version" pid=1366 version=2.53.g983vm-test-run-nixbot-gitlab> gitlab # [   13.123311] gitaly[1366]: time="2026-06-30T06:38:22.841Z" level=info msg="clearing disk cache object folder" pid=1366 storage=default984vm-test-run-nixbot-gitlab> gitlab # [   13.125670] gitaly[1366]: time="2026-06-30T06:38:22.841Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3012650318 pid=1366 storage=default985vm-test-run-nixbot-gitlab> gitlab # [   13.128879] gitaly[1366]: time="2026-06-30T06:38:22.842Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3012650318 pid=1366 storage=default986vm-test-run-nixbot-gitlab> gitlab # [   13.132358] gitaly[1366]: time="2026-06-30T06:38:22.842Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=1366987vm-test-run-nixbot-gitlab> gitlab # [   13.135881] gitaly[1366]: time="2026-06-30T06:38:22.842Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=1366988vm-test-run-nixbot-gitlab> gitlab # [   13.139220] gitaly[1366]: time="2026-06-30T06:38:22.842Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3012650318 clear_duration_ms=0 pid=1366 storage=default989vm-test-run-nixbot-gitlab> gitlab # [   13.142648] gitaly[1366]: time="2026-06-30T06:38:22.858Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=1366990vm-test-run-nixbot-gitlab> gitlab # [   13.144800] gitaly[1366]: time="2026-06-30T06:38:22.858Z" level=info msg="counting repositories" pid=1366991vm-test-run-nixbot-gitlab> gitlab # [   13.146333] gitaly[1366]: time="2026-06-30T06:38:22.858Z" level=info msg="starting to count repositories" pid=1366 storage_path=/var/gitlab/state/repositories992vm-test-run-nixbot-gitlab> gitlab # [   13.148733] gitaly[1366]: time="2026-06-30T06:38:22.858Z" level=info msg="finished tempdir cleaner walk" pid=1366 storage=default time_ms=0993vm-test-run-nixbot-gitlab> gitlab # [   13.150785] gitaly[1366]: time="2026-06-30T06:38:22.858Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1366 schema=unix994vm-test-run-nixbot-gitlab> gitlab # [   13.153391] gitaly[1366]: time="2026-06-30T06:38:22.858Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1366 storage_path=/var/gitlab/state/repositories995vm-test-run-nixbot-gitlab> gitlab # [   13.156176] gitaly[1366]: time="2026-06-30T06:38:22.858Z" level=info msg="completed counting all repositories" counting_duration=0 pid=1366996vm-test-run-nixbot-gitlab> gitlab # [   13.158479] gitaly[1366]: time="2026-06-30T06:38:22.858Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1366/sock.d/intern pid=1366 schema=unix997vm-test-run-nixbot-gitlab> gitlab # [   13.161206] gitaly[1366]: time="2026-06-30T06:38:22.860Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=1366998vm-test-run-nixbot-gitlab> gitlab # [   13.163430] gitaly[1366]: time="2026-06-30T06:38:22.860Z" level=info msg="Started Gitaly" duration_ms=269 pid=1366999vm-test-run-nixbot-gitlab> gitlab # [   13.165461] gitaly[1366]: time="2026-06-30T06:38:22.861Z" level=info msg="maintenance: daily scheduled" pid=1366 scheduled="2026-06-30 12:00:00 +0000 UTC"1000vm-test-run-nixbot-gitlab> gitlab # [   13.592804] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1001vm-test-run-nixbot-gitlab> gitlab # [   13.601924] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1002vm-test-run-nixbot-gitlab> gitlab # [   13.612529] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1003vm-test-run-nixbot-gitlab> gitlab # [   15.212161] dhcpcd[1210]: eth0: leased 10.0.2.15 for 86400 seconds1004vm-test-run-nixbot-gitlab> gitlab # [   15.212522] dhcpcd[1210]: eth0: adding route to 10.0.2.0/241005vm-test-run-nixbot-gitlab> gitlab # [   15.212685] dhcpcd[1210]: eth0: adding default route via 10.0.2.21006vm-test-run-nixbot-gitlab> gitlab # [   15.379138] systemd[1]: Started DHCP Client.1007vm-test-run-nixbot-gitlab> gitlab # [   15.383422] systemd[1]: Reached target Network is Online.1008vm-test-run-nixbot-gitlab> gitlab # [   16.510632] gitaly[1366]: time="2026-06-30T06:38:26.233Z" level=info msg="License database preloaded" duration_ms=3641 pid=13661009vm-test-run-nixbot-gitlab> gitlab # [   58.210775] postgres[1857]: [1857] ERROR:  relation "feature_gates" does not exist at character 5231010vm-test-run-nixbot-gitlab> gitlab # [   58.211397] postgres[1857]: [1857] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1011vm-test-run-nixbot-gitlab> gitlab # [   58.211532] postgres[1857]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1012vm-test-run-nixbot-gitlab> gitlab # [   58.211633] postgres[1857]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1013vm-test-run-nixbot-gitlab> gitlab # [   58.211745] postgres[1857]: 	       attidentity AS identity,1014vm-test-run-nixbot-gitlab> gitlab # [   58.211882] postgres[1857]: 	       attgenerated as attgenerated1015vm-test-run-nixbot-gitlab> gitlab # [   58.211996] postgres[1857]: 	  FROM pg_attribute a1016vm-test-run-nixbot-gitlab> gitlab # [   58.231725] postgres[1857]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1017vm-test-run-nixbot-gitlab> gitlab # [   58.233076] postgres[1857]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1018vm-test-run-nixbot-gitlab> gitlab # [   58.233985] postgres[1857]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1019vm-test-run-nixbot-gitlab> gitlab # [   58.235373] postgres[1857]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1020vm-test-run-nixbot-gitlab> gitlab # [   58.236356] postgres[1857]: 	   AND a.attnum > 0 AND NOT a.attisdropped1021vm-test-run-nixbot-gitlab> gitlab # [   58.237251] postgres[1857]: 	 ORDER BY a.attnum1022vm-test-run-nixbot-gitlab> gitlab # [   58.237895] postgres[1857]:1023vm-test-run-nixbot-gitlab> gitlab # [   58.579568] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1380]: W, [2026-06-30T06:39:08.302178 #1380]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1024vm-test-run-nixbot-gitlab> gitlab # [   60.806153] gitlab-workhorse[1302]: time="2026-06-30T06:39:10Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1025vm-test-run-nixbot-gitlab> gitlab # [   66.467044] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1939]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1026vm-test-run-nixbot-gitlab> gitlab # [   66.467472] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1939]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1027vm-test-run-nixbot-gitlab> gitlab # [   70.815440] gitlab-workhorse[1302]: time="2026-06-30T06:39:20Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1028vm-test-run-nixbot-gitlab> gitlab # [   80.826319] gitlab-workhorse[1302]: time="2026-06-30T06:39:30Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1029vm-test-run-nixbot-gitlab> gitlab # [   90.438929] postgres[2033]: [2033] ERROR:  relation "table_without_models" does not exist1030vm-test-run-nixbot-gitlab> gitlab # [   90.439548] postgres[2033]: [2033] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1031vm-test-run-nixbot-gitlab> gitlab # [   90.836597] gitlab-workhorse[1302]: time="2026-06-30T06:39:40Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1032vm-test-run-nixbot-gitlab> gitlab # [  100.837775] gitlab-workhorse[1302]: time="2026-06-30T06:39:50Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1033vm-test-run-nixbot-gitlab> gitlab # [  110.849180] gitlab-workhorse[1302]: time="2026-06-30T06:40:00Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1034vm-test-run-nixbot-gitlab> gitlab # [  120.859247] gitlab-workhorse[1302]: time="2026-06-30T06:40:10Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1035vm-test-run-nixbot-gitlab> gitlab # [  123.878670] systemd[1]: Finished gitlab-db-config.service.1036vm-test-run-nixbot-gitlab> gitlab # [  123.884809] systemd[1]: Started gitlab-sidekiq.service.1037vm-test-run-nixbot-gitlab> gitlab # [  123.890047] systemd[1]: Starting gitlab.service...1038vm-test-run-nixbot-gitlab> gitlab # [  124.460456] bundle[2426]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1039vm-test-run-nixbot-gitlab> gitlab # [  124.466876] bundle[2426]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1040vm-test-run-nixbot-gitlab> gitlab # [  124.474255] bundle[2426]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1041vm-test-run-nixbot-gitlab> gitlab # [  129.381334] sidekiq-cluster[2425]: {"severity":"INFO","time":"2026-06-30T06:40:19.074Z","message":"Starting cluster with 1 processes"}1042vm-test-run-nixbot-gitlab> gitlab # [  129.545744] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.230Z","pid":2426,"message":"* Enabling systemd notification integration"}1043vm-test-run-nixbot-gitlab> gitlab # [  129.550921] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"Puma starting in cluster mode..."}1044vm-test-run-nixbot-gitlab> gitlab # [  129.555483] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1045vm-test-run-nixbot-gitlab> gitlab # [  129.560506] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1046vm-test-run-nixbot-gitlab> gitlab # [  129.566469] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"*  Min threads: 0"}1047vm-test-run-nixbot-gitlab> gitlab # [  129.570432] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"*  Max threads: 4"}1048vm-test-run-nixbot-gitlab> gitlab # [  129.574402] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"*  Environment: production"}1049vm-test-run-nixbot-gitlab> gitlab # [  129.578702] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"*   Master PID: 2426"}1050vm-test-run-nixbot-gitlab> gitlab # [  129.582841] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"*      Workers: 2"}1051vm-test-run-nixbot-gitlab> gitlab # [  129.586865] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.268Z","pid":2426,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1052vm-test-run-nixbot-gitlab> gitlab # [  129.591970] bundle[2426]: {"timestamp":"2026-06-30T06:40:19.269Z","pid":2426,"message":"* Preloading application"}1053vm-test-run-nixbot-gitlab> gitlab # [  130.863143] gitlab-workhorse[1302]: time="2026-06-30T06:40:20Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1054vm-test-run-nixbot-gitlab> gitlab # [  140.864777] gitlab-workhorse[1302]: time="2026-06-30T06:40:30Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1055vm-test-run-nixbot-gitlab> gitlab # [  150.865790] gitlab-workhorse[1302]: time="2026-06-30T06:40:40Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1056vm-test-run-nixbot-gitlab> gitlab # [  160.878005] gitlab-workhorse[1302]: time="2026-06-30T06:40:50Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1057vm-test-run-nixbot-gitlab> gitlab # [  169.867019] bundle[2426]: W, [2026-06-30T06:40:59.589627 #2426]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1058vm-test-run-nixbot-gitlab> gitlab # [  170.899132] gitlab-workhorse[1302]: time="2026-06-30T06:41:00Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1059vm-test-run-nixbot-gitlab> gitlab # [  176.278320] sidekiq-cluster[2474]: 2026-06-30T06:41:06.001Z pid=2474 tid=tnm INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2474, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>451158016}1060vm-test-run-nixbot-gitlab> gitlab # [  176.628605] sidekiq-cluster[2474]: W, [2026-06-30T06:41:06.352351 #2474]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1061vm-test-run-nixbot-gitlab> gitlab # [  176.698183] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:06.421Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1062vm-test-run-nixbot-gitlab> gitlab # [  180.247882] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:09.970Z","message":"GitLab reliable fetch activated!"}1063vm-test-run-nixbot-gitlab> gitlab # [  180.248375] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:09.970Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1064vm-test-run-nixbot-gitlab> gitlab # [  180.290476] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.014Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1065vm-test-run-nixbot-gitlab> gitlab # [  180.297763] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.018Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1066vm-test-run-nixbot-gitlab> gitlab # [  180.304455] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.021Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1067vm-test-run-nixbot-gitlab> gitlab # [  180.312053] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.024Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1068vm-test-run-nixbot-gitlab> gitlab # [  180.318869] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.028Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1069vm-test-run-nixbot-gitlab> gitlab # [  180.325521] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.031Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1070vm-test-run-nixbot-gitlab> gitlab # [  180.330739] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.033Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1071vm-test-run-nixbot-gitlab> gitlab # [  180.335555] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.035Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1072vm-test-run-nixbot-gitlab> gitlab # [  180.340197] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.038Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1073vm-test-run-nixbot-gitlab> gitlab # [  180.344435] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.040Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1074vm-test-run-nixbot-gitlab> gitlab # [  180.348763] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.042Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1075vm-test-run-nixbot-gitlab> gitlab # [  180.352661] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.045Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1076vm-test-run-nixbot-gitlab> gitlab # [  180.356060] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.048Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1077vm-test-run-nixbot-gitlab> gitlab # [  180.359545] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.050Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1078vm-test-run-nixbot-gitlab> gitlab # [  180.363041] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.053Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1079vm-test-run-nixbot-gitlab> gitlab # [  180.366452] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.055Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1080vm-test-run-nixbot-gitlab> gitlab # [  180.369684] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.057Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1081vm-test-run-nixbot-gitlab> gitlab # [  180.372550] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.060Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1082vm-test-run-nixbot-gitlab> gitlab # [  180.375221] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.063Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1083vm-test-run-nixbot-gitlab> gitlab # [  180.378265] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.067Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1084vm-test-run-nixbot-gitlab> gitlab # [  180.381016] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.070Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1085vm-test-run-nixbot-gitlab> gitlab # [  180.383891] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.073Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1086vm-test-run-nixbot-gitlab> gitlab # [  180.387000] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.076Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1087vm-test-run-nixbot-gitlab> gitlab # [  180.389618] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.078Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1088vm-test-run-nixbot-gitlab> gitlab # [  180.392133] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.081Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1089vm-test-run-nixbot-gitlab> gitlab # [  180.394622] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.083Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1090vm-test-run-nixbot-gitlab> gitlab # [  180.396941] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.086Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1091vm-test-run-nixbot-gitlab> gitlab # [  180.399132] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.089Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1092vm-test-run-nixbot-gitlab> gitlab # [  180.401490] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.092Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1093vm-test-run-nixbot-gitlab> gitlab # [  180.403706] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.095Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1094vm-test-run-nixbot-gitlab> gitlab # [  180.406169] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.097Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1095vm-test-run-nixbot-gitlab> gitlab # [  180.408333] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.099Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1096vm-test-run-nixbot-gitlab> gitlab # [  180.410665] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.102Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1097vm-test-run-nixbot-gitlab> gitlab # [  180.412789] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.104Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1098vm-test-run-nixbot-gitlab> gitlab # [  180.414996] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.107Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1099vm-test-run-nixbot-gitlab> gitlab # [  180.417245] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.110Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1100vm-test-run-nixbot-gitlab> gitlab # [  180.419390] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.112Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1101vm-test-run-nixbot-gitlab> gitlab # [  180.421689] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.114Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1102vm-test-run-nixbot-gitlab> gitlab # [  180.423768] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.117Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1103vm-test-run-nixbot-gitlab> gitlab # [  180.426029] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.119Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1104vm-test-run-nixbot-gitlab> gitlab # [  180.428109] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.121Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1105vm-test-run-nixbot-gitlab> gitlab # [  180.430322] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.123Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1106vm-test-run-nixbot-gitlab> gitlab # [  180.432500] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.125Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1107vm-test-run-nixbot-gitlab> gitlab # [  180.434710] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.127Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1108vm-test-run-nixbot-gitlab> gitlab # [  180.436916] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.130Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1109vm-test-run-nixbot-gitlab> gitlab # [  180.439143] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.132Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1110vm-test-run-nixbot-gitlab> gitlab # [  180.441579] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.136Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1111vm-test-run-nixbot-gitlab> gitlab # [  180.443765] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.138Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1112vm-test-run-nixbot-gitlab> gitlab # [  180.446094] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.140Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1113vm-test-run-nixbot-gitlab> gitlab # [  180.448256] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.143Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1114vm-test-run-nixbot-gitlab> gitlab # [  180.450422] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.146Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1115vm-test-run-nixbot-gitlab> gitlab # [  180.452599] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.149Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1116vm-test-run-nixbot-gitlab> gitlab # [  180.454714] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.152Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1117vm-test-run-nixbot-gitlab> gitlab # [  180.500667] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.224Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1118vm-test-run-nixbot-gitlab> gitlab # [  180.508259] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.228Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1119vm-test-run-nixbot-gitlab> gitlab # [  180.515163] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.231Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1120vm-test-run-nixbot-gitlab> gitlab # [  180.522112] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.235Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1121vm-test-run-nixbot-gitlab> gitlab # [  180.528654] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.239Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1122vm-test-run-nixbot-gitlab> gitlab # [  180.534645] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.242Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1123vm-test-run-nixbot-gitlab> gitlab # [  180.539999] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.246Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1124vm-test-run-nixbot-gitlab> gitlab # [  180.544798] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.248Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1125vm-test-run-nixbot-gitlab> gitlab # [  180.548825] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.252Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1126vm-test-run-nixbot-gitlab> gitlab # [  180.552630] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.254Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1127vm-test-run-nixbot-gitlab> gitlab # [  180.556392] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.258Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1128vm-test-run-nixbot-gitlab> gitlab # [  180.560039] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.262Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1129vm-test-run-nixbot-gitlab> gitlab # [  180.563618] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.266Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1130vm-test-run-nixbot-gitlab> gitlab # [  180.567125] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.269Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1131vm-test-run-nixbot-gitlab> gitlab # [  180.570329] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.273Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1132vm-test-run-nixbot-gitlab> gitlab # [  180.573550] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.275Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1133vm-test-run-nixbot-gitlab> gitlab # [  180.576761] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.277Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1134vm-test-run-nixbot-gitlab> gitlab # [  180.579828] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.279Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1135vm-test-run-nixbot-gitlab> gitlab # [  180.582903] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.282Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1136vm-test-run-nixbot-gitlab> gitlab # [  180.585829] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.285Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1137vm-test-run-nixbot-gitlab> gitlab # [  180.588545] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.287Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1138vm-test-run-nixbot-gitlab> gitlab # [  180.591287] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.289Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1139vm-test-run-nixbot-gitlab> gitlab # [  180.594086] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.292Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1140vm-test-run-nixbot-gitlab> gitlab # [  180.596719] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.294Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1141vm-test-run-nixbot-gitlab> gitlab # [  180.599241] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.297Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1142vm-test-run-nixbot-gitlab> gitlab # [  180.602186] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.300Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1143vm-test-run-nixbot-gitlab> gitlab # [  180.604709] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.302Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1144vm-test-run-nixbot-gitlab> gitlab # [  180.607078] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.305Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1145vm-test-run-nixbot-gitlab> gitlab # [  180.609727] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.307Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1146vm-test-run-nixbot-gitlab> gitlab # [  180.612294] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.310Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1147vm-test-run-nixbot-gitlab> gitlab # [  180.614656] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.314Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1148vm-test-run-nixbot-gitlab> gitlab # [  180.616957] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.318Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1149vm-test-run-nixbot-gitlab> gitlab # [  180.619313] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.320Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1150vm-test-run-nixbot-gitlab> gitlab # [  180.621659] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.323Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1151vm-test-run-nixbot-gitlab> gitlab # [  180.623995] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.327Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1152vm-test-run-nixbot-gitlab> gitlab # [  180.626271] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.331Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1153vm-test-run-nixbot-gitlab> gitlab # [  180.628628] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.333Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1154vm-test-run-nixbot-gitlab> gitlab # [  180.630928] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.335Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1155vm-test-run-nixbot-gitlab> gitlab # [  180.633347] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.337Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1156vm-test-run-nixbot-gitlab> gitlab # [  180.635622] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.338Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1157vm-test-run-nixbot-gitlab> gitlab # [  180.638072] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.341Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1158vm-test-run-nixbot-gitlab> gitlab # [  180.640596] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.343Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [  180.642641] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.347Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [  180.645104] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.350Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [  180.647406] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.352Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [  180.649819] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.354Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [  180.652082] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.369Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [  180.654338] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.371Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [  180.656582] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.374Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [  180.658870] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.377Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [  180.661027] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.380Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [  180.663250] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.383Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [  180.665758] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.385Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [  180.668176] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.387Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [  180.670331] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.390Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [  180.672686] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.393Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [  180.674933] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:10.395Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  180.902168] gitlab-workhorse[1302]: time="2026-06-30T06:41:10Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1175vm-test-run-nixbot-gitlab> gitlab # [  190.903784] gitlab-workhorse[1302]: time="2026-06-30T06:41:20Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1176vm-test-run-nixbot-gitlab> gitlab # [  200.904780] gitlab-workhorse[1302]: time="2026-06-30T06:41:30Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1177vm-test-run-nixbot-gitlab> gitlab # [  210.914424] gitlab-workhorse[1302]: time="2026-06-30T06:41:40Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1178vm-test-run-nixbot-gitlab> gitlab # [  220.917568] gitlab-workhorse[1302]: time="2026-06-30T06:41:50Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1179vm-test-run-nixbot-gitlab> gitlab # [  223.878729] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:53.601Z","message":"Booted Rails 7.2.3 application in production environment"}1180vm-test-run-nixbot-gitlab> gitlab # [  223.880491] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:53.602Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1181vm-test-run-nixbot-gitlab> gitlab # [  223.887763] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:53.602Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1182vm-test-run-nixbot-gitlab> gitlab # [  223.893891] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:53.602Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1183vm-test-run-nixbot-gitlab> gitlab # [  223.900678] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:53.612Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1184vm-test-run-nixbot-gitlab> gitlab # [  224.884787] bundle[2426]: {"timestamp":"2026-06-30T06:41:54.607Z","pid":2426,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1185vm-test-run-nixbot-gitlab> gitlab # [  224.890585] bundle[2426]: {"timestamp":"2026-06-30T06:41:54.607Z","pid":2426,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1186vm-test-run-nixbot-gitlab> gitlab # [  224.890785] bundle[2426]: {"timestamp":"2026-06-30T06:41:54.607Z","pid":2426,"message":"! #\u003cThread:0x0000e4eb5ec17d00 /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1187vm-test-run-nixbot-gitlab> gitlab # [  224.890910] bundle[2426]: {"timestamp":"2026-06-30T06:41:54.607Z","pid":2426,"message":"! #\u003cThread:0x0000e4eb5ee67948 /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1188vm-test-run-nixbot-gitlab> gitlab # [  224.891037] bundle[2426]: {"timestamp":"2026-06-30T06:41:54.607Z","pid":2426,"message":"Use Ctrl-C to stop"}1189vm-test-run-nixbot-gitlab> gitlab # [  224.891152] bundle[2426]: {"timestamp":"2026-06-30T06:41:54.608Z","pid":2426,"message":"Sending status to systemd every 1.0 sec"}1190vm-test-run-nixbot-gitlab> gitlab # [  226.157230] bundle[2426]: {"timestamp":"2026-06-30T06:41:55.880Z","pid":2426,"message":"- Worker 1 (PID: 3326) booted in 1.21s, phase: 0"}1191vm-test-run-nixbot-gitlab> gitlab # [  226.161009] bundle[2426]: {"timestamp":"2026-06-30T06:41:55.884Z","pid":2426,"message":"- Worker 0 (PID: 3322) booted in 1.24s, phase: 0"}1192vm-test-run-nixbot-gitlab> gitlab # [  226.166167] systemd[1]: Started gitlab.service.1193vm-test-run-nixbot-gitlab> gitlab # [  226.167000] systemd[1]: Reached target Common target for all GitLab services..1194vm-test-run-nixbot-gitlab> gitlab # [  226.170023] systemd[1]: Starting setup-gitlab.service...1195vm-test-run-nixbot-gitlab> gitlab # [  226.215969] setup-gitlab-start[3368]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1196vm-test-run-nixbot-gitlab> gitlab # [  226.629326] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:56.351Z","message":"Cleaning working queues"}1197vm-test-run-nixbot-gitlab> gitlab # [  226.644174] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:56.363Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"cbd2cbbafb9a1d41a8f52262","created_at":"2026-06-30T06:40:12.582Z","trace_propagation_headers":{"sentry-trace":"64fe75299d944da18a251ef369d43bcf-5f1b2cfa7cba4a60","baggage":"sentry-trace_id=64fe75299d944da18a251ef369d43bcf,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"04203454d14445eb59509245a53d5dd6","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T06:40:12.607Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-cbd2cbbafb9a1d41a8f52262: start","job_status":"start","queue_duration_s":103.755163,"scheduling_latency_s":103.755278}1198vm-test-run-nixbot-gitlab> gitlab # [  226.975229] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:41:56.698Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"cbd2cbbafb9a1d41a8f52262","created_at":"2026-06-30T06:40:12.582Z","trace_propagation_headers":{"sentry-trace":"64fe75299d944da18a251ef369d43bcf-5f1b2cfa7cba4a60","baggage":"sentry-trace_id=64fe75299d944da18a251ef369d43bcf,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"04203454d14445eb59509245a53d5dd6","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T06:40:12.607Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-cbd2cbbafb9a1d41a8f52262: done: 0.335444 sec","job_status":"done","queue_duration_s":103.755163,"scheduling_latency_s":103.755278,"redis_calls":24,"redis_duration_s":0.009703,"redis_read_bytes":912,"redis_write_bytes":2622,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.004633,"redis_feature_flag_read_bytes":902,"redis_feature_flag_write_bytes":1375,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003186,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001884,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.161393,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.18901236000000002,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.335444,"completed_at":"2026-06-30T06:41:56.697Z","load_balancing_strategy":"primary","db_duration_s":0.116214,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1199vm-test-run-nixbot-gitlab> gitlab # [  229.433842] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:41:59 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 31831200vm-test-run-nixbot-gitlab> gitlab # [  229.442702] setup-gitlab-start[3398]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1201vm-test-run-nixbot-gitlab> gitlab # [  229.445387] setup-gitlab-start[3399]: ++ jq -r .access_token1202vm-test-run-nixbot-gitlab> gitlab # [  230.567979] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:42:00 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 10921203vm-test-run-nixbot-gitlab> gitlab # [  230.574705] setup-gitlab-start[3368]: + BEARER=690badf81768dd5afab4558cae593dec0d0965ca6238ebc6ba31efa7ac8791271204vm-test-run-nixbot-gitlab> gitlab # [  230.579199] setup-gitlab-start[3368]: + AUTH='Authorization: Bearer 690badf81768dd5afab4558cae593dec0d0965ca6238ebc6ba31efa7ac879127'1205vm-test-run-nixbot-gitlab> gitlab # [  230.584251] setup-gitlab-start[3368]: + curl -fs -X PUT -H 'Authorization: Bearer 690badf81768dd5afab4558cae593dec0d0965ca6238ebc6ba31efa7ac879127' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1206vm-test-run-nixbot-gitlab> gitlab # [  232.235166] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:42:01 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 16321207vm-test-run-nixbot-gitlab> gitlab # [  232.238196] setup-gitlab-start[3368]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1208vm-test-run-nixbot-gitlab> gitlab # [  232.255959] runuser[3424]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1209vm-test-run-nixbot-gitlab> gitlab # [  232.789708] setup-gitlab-start[3425]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1210vm-test-run-nixbot-gitlab> gitlab # [  232.796836] setup-gitlab-start[3425]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1211vm-test-run-nixbot-gitlab> gitlab # [  232.803402] setup-gitlab-start[3425]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1212vm-test-run-nixbot-gitlab> gitlab # [  233.637493] setup-gitlab-start[3425]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1213vm-test-run-nixbot-gitlab> gitlab # [  233.644286] setup-gitlab-start[3425]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1214vm-test-run-nixbot-gitlab> gitlab # [  233.650912] setup-gitlab-start[3425]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1215vm-test-run-nixbot-gitlab> gitlab # [  240.050852] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:09.772Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"3d09280171baa460f637d2a4","created_at":"2026-06-30T06:42:09.655Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.768Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-3d09280171baa460f637d2a4: start","job_status":"start","queue_duration_s":0.004091,"scheduling_latency_s":0.004168}1216vm-test-run-nixbot-gitlab> gitlab # [  241.017283] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:10.739Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"3d09280171baa460f637d2a4","created_at":"2026-06-30T06:42:09.655Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.768Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-3d09280171baa460f637d2a4: done: 0.967096 sec","job_status":"done","queue_duration_s":0.004091,"scheduling_latency_s":0.004168,"redis_calls":71,"redis_duration_s":0.343601,"redis_read_bytes":120,"redis_write_bytes":42624,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.039604,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.007201,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.290879,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.005917,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.39641,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00542874,"duration_s":0.967096,"completed_at":"2026-06-30T06:42:10.739Z","load_balancing_strategy":"primary","db_duration_s":0.034697,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1217vm-test-run-nixbot-gitlab> gitlab # [  241.035094] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:10.757Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"814200deb3be53df78e5b962","created_at":"2026-06-30T06:42:09.812Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fad000aef271d25b1e56a868293292ff","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-814200deb3be53df78e5b962: start","job_status":"start","queue_duration_s":0.921745,"scheduling_latency_s":0.92181}1218vm-test-run-nixbot-gitlab> gitlab # [  241.504474] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:11.225Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"814200deb3be53df78e5b962","created_at":"2026-06-30T06:42:09.812Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fad000aef271d25b1e56a868293292ff","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-814200deb3be53df78e5b962: done: 0.467647 sec","job_status":"done","queue_duration_s":0.921745,"scheduling_latency_s":0.92181,"redis_calls":16,"redis_duration_s":0.121076,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.079501,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.036308,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.005267,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.036,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.101877,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00203148,"duration_s":0.467647,"completed_at":"2026-06-30T06:42:11.224Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.067052,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1219vm-test-run-nixbot-gitlab> gitlab # [  241.590124] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:11.239Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"85e331c2ecfbffd0bbe1b1d6","created_at":"2026-06-30T06:42:09.877Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"05ed7baeabb725e930f0ede150dd2ed3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T06:42:09.899Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-85e331c2ecfbffd0bbe1b1d6: start","job_status":"start","queue_duration_s":1.340458,"scheduling_latency_s":1.34053}1220vm-test-run-nixbot-gitlab> gitlab # [  241.719143] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:11.441Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"85e331c2ecfbffd0bbe1b1d6","created_at":"2026-06-30T06:42:09.877Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"05ed7baeabb725e930f0ede150dd2ed3","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T06:42:09.899Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-85e331c2ecfbffd0bbe1b1d6: done: 0.201754 sec","job_status":"done","queue_duration_s":1.340458,"scheduling_latency_s":1.34053,"redis_calls":11,"redis_duration_s":0.035476,"redis_read_bytes":137,"redis_write_bytes":1227,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.014156,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":397,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.015772,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.005548,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.079542,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00203264,"duration_s":0.201754,"completed_at":"2026-06-30T06:42:11.441Z","load_balancing_strategy":"primary","db_duration_s":0.023306,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1221vm-test-run-nixbot-gitlab> gitlab # [  241.810037] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:11.466Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"c76d6ceb624b386e0edf15f5","created_at":"2026-06-30T06:42:09.917Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a2db06c9846e69ad45368461c42d85ec","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.948Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-c76d6ceb624b386e0edf15f5: start","job_status":"start","queue_duration_s":1.518102,"scheduling_latency_s":1.518177}1222vm-test-run-nixbot-gitlab> gitlab # [  242.485349] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.208Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"c76d6ceb624b386e0edf15f5","created_at":"2026-06-30T06:42:09.917Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a2db06c9846e69ad45368461c42d85ec","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.948Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-c76d6ceb624b386e0edf15f5: done: 0.741856 sec","job_status":"done","queue_duration_s":1.518102,"scheduling_latency_s":1.518177,"redis_calls":14,"redis_duration_s":0.029135,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.012479,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.01275,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003906,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.066,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.066,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.549532,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0018963,"exclusive_lock_hold_duration_s":0.62733516,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.741856,"completed_at":"2026-06-30T06:42:12.208Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.098965,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1223vm-test-run-nixbot-gitlab> gitlab # [  242.487161] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.210Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"d2ca467c87223c2131bb075c","created_at":"2026-06-30T06:42:09.991Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"29bd2b62297c90e653d02da27a840586","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.027Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-d2ca467c87223c2131bb075c: start","job_status":"start","queue_duration_s":2.182784,"scheduling_latency_s":2.182812}1224vm-test-run-nixbot-gitlab> gitlab # [  242.608154] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.330Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"d2ca467c87223c2131bb075c","created_at":"2026-06-30T06:42:09.991Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"29bd2b62297c90e653d02da27a840586","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.027Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-d2ca467c87223c2131bb075c: done: 0.11998 sec","job_status":"done","queue_duration_s":2.182784,"scheduling_latency_s":2.182812,"redis_calls":12,"redis_duration_s":0.004661,"redis_read_bytes":11,"redis_write_bytes":1247,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001551,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001702,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001408,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":296,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.089,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.089,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018521,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004587,"extra.object_storage_delete_stale_direct_uploads_worker.total_pending_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.total_deleted_stale_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.execution_timeout":false,"duration_s":0.11998,"completed_at":"2026-06-30T06:42:12.330Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.088923,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1225vm-test-run-nixbot-gitlab> gitlab # [  242.659479] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.333Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"61ecfa7b9db417acd7201f34","created_at":"2026-06-30T06:42:10.068Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"74ffd934c68518fc5b938d631a926a68","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.101Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-61ecfa7b9db417acd7201f34: start","job_status":"start","queue_duration_s":2.231352,"scheduling_latency_s":2.231383}1226vm-test-run-nixbot-gitlab> gitlab # [  242.853504] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.576Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"61ecfa7b9db417acd7201f34","created_at":"2026-06-30T06:42:10.068Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"74ffd934c68518fc5b938d631a926a68","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.101Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-61ecfa7b9db417acd7201f34: done: 0.243513 sec","job_status":"done","queue_duration_s":2.231352,"scheduling_latency_s":2.231383,"redis_calls":12,"redis_duration_s":0.004704,"redis_read_bytes":11,"redis_write_bytes":1447,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001139,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001892,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001673,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":542,"db_count":101,"db_write_count":0,"db_cached_count":99,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":101,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":99,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":100,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":99,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.205245,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00134784,"exclusive_lock_hold_duration_s":0.20790562,"extra.ci_update_locked_unknown_artifacts_worker.removed_count":0,"extra.ci_update_locked_unknown_artifacts_worker.locked_count":0,"duration_s":0.243513,"completed_at":"2026-06-30T06:42:12.576Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032881,"urgency":"throttled","target_duration_s":300,"target_scheduling_latency_s":null}1227vm-test-run-nixbot-gitlab> gitlab # [  242.953136] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.579Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"064da0815aaf9ce19e7978cd","created_at":"2026-06-30T06:42:10.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"53336bae0184d95022a7dee5ec0dd366","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.163Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-064da0815aaf9ce19e7978cd: start","job_status":"start","queue_duration_s":2.415826,"scheduling_latency_s":2.415853}1228vm-test-run-nixbot-gitlab> gitlab # [  242.971970] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.615Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"064da0815aaf9ce19e7978cd","created_at":"2026-06-30T06:42:10.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"53336bae0184d95022a7dee5ec0dd366","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.163Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-064da0815aaf9ce19e7978cd: done: 0.036633 sec","job_status":"done","queue_duration_s":2.415826,"scheduling_latency_s":2.415853,"redis_calls":12,"redis_duration_s":0.003961,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000695,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001736,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00153,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020353,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00081122,"exclusive_lock_hold_duration_s":0.0079038,"duration_s":0.036633,"completed_at":"2026-06-30T06:42:12.615Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005392,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1229vm-test-run-nixbot-gitlab> gitlab # [  243.030820] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.617Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"7b992cf84d025039280d8c5d","created_at":"2026-06-30T06:42:10.200Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dce87cb8ca4d7cdae499e2a05b163c93","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.235Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-7b992cf84d025039280d8c5d: start","job_status":"start","queue_duration_s":2.382865,"scheduling_latency_s":2.382889}1230vm-test-run-nixbot-gitlab> gitlab # [  243.047307] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.645Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"7b992cf84d025039280d8c5d","created_at":"2026-06-30T06:42:10.200Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dce87cb8ca4d7cdae499e2a05b163c93","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.235Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-7b992cf84d025039280d8c5d: done: 0.02793 sec","job_status":"done","queue_duration_s":2.382865,"scheduling_latency_s":2.382889,"redis_calls":10,"redis_duration_s":0.003117,"redis_read_bytes":9,"redis_write_bytes":1035,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000762,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001741,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000614,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015123,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00066344,"duration_s":0.02793,"completed_at":"2026-06-30T06:42:12.645Z","load_balancing_strategy":"primary","db_duration_s":0.001429,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1231vm-test-run-nixbot-gitlab> gitlab # [  243.090773] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.647Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"78d09bd820626bef0984a4bc","created_at":"2026-06-30T06:42:10.262Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"893dcba6258431e0276afbd428bfc33f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.296Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-78d09bd820626bef0984a4bc: start","job_status":"start","queue_duration_s":2.351295,"scheduling_latency_s":2.351317}1232vm-test-run-nixbot-gitlab> gitlab # [  243.105893] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.677Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"78d09bd820626bef0984a4bc","created_at":"2026-06-30T06:42:10.262Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"893dcba6258431e0276afbd428bfc33f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.296Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-78d09bd820626bef0984a4bc: done: 0.03018 sec","job_status":"done","queue_duration_s":2.351295,"scheduling_latency_s":2.351317,"redis_calls":12,"redis_duration_s":0.00377,"redis_read_bytes":11,"redis_write_bytes":1482,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001228,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":610,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001957,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000585,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017952,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003556,"duration_s":0.03018,"completed_at":"2026-06-30T06:42:12.677Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001638,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1233vm-test-run-nixbot-gitlab> gitlab # [  243.149648] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.679Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"ae0f172e518ef531d64a1bee","created_at":"2026-06-30T06:42:10.381Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"87e826b8aa1f7d942d0c32cb67b5a35d","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.414Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-ae0f172e518ef531d64a1bee: start","job_status":"start","queue_duration_s":2.265603,"scheduling_latency_s":2.265624}1234vm-test-run-nixbot-gitlab> gitlab # [  243.163326] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.709Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"ae0f172e518ef531d64a1bee","created_at":"2026-06-30T06:42:10.381Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"87e826b8aa1f7d942d0c32cb67b5a35d","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.414Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-ae0f172e518ef531d64a1bee: done: 0.029725 sec","job_status":"done","queue_duration_s":2.265603,"scheduling_latency_s":2.265624,"redis_calls":12,"redis_duration_s":0.002663,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000648,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000405,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001095,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000515,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01572,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002918,"duration_s":0.029725,"completed_at":"2026-06-30T06:42:12.709Z","load_balancing_strategy":"primary","db_duration_s":0.002866,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1235vm-test-run-nixbot-gitlab> gitlab # [  243.208198] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.711Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"81bcebba5247c154d33566ed","created_at":"2026-06-30T06:42:10.471Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8cef8cb729dbf4be9b48a8b2f74f2644","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.505Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-81bcebba5247c154d33566ed: start","job_status":"start","queue_duration_s":2.205849,"scheduling_latency_s":2.205873}1236vm-test-run-nixbot-gitlab> gitlab # [  243.223342] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.725Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1237vm-test-run-nixbot-gitlab> gitlab # [  243.227028] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.734Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"81bcebba5247c154d33566ed","created_at":"2026-06-30T06:42:10.471Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8cef8cb729dbf4be9b48a8b2f74f2644","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.505Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-81bcebba5247c154d33566ed: done: 0.023304 sec","job_status":"done","queue_duration_s":2.205849,"scheduling_latency_s":2.205873,"redis_calls":10,"redis_duration_s":0.002023,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000606,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000962,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000455,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013641,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00028536,"duration_s":0.023304,"completed_at":"2026-06-30T06:42:12.733Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000912,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1238vm-test-run-nixbot-gitlab> gitlab # [  243.271906] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.735Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"d3fa8f566165dbf30a631f43","created_at":"2026-06-30T06:42:10.535Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eae5967fe062e7f35fd864e7d1e7fc8e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.574Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-d3fa8f566165dbf30a631f43: start","job_status":"start","queue_duration_s":2.161119,"scheduling_latency_s":2.161141}1239vm-test-run-nixbot-gitlab> gitlab # [  243.287502] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.800Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"d3fa8f566165dbf30a631f43","created_at":"2026-06-30T06:42:10.535Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"eae5967fe062e7f35fd864e7d1e7fc8e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.574Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-d3fa8f566165dbf30a631f43: done: 0.065154 sec","job_status":"done","queue_duration_s":2.161119,"scheduling_latency_s":2.161141,"redis_calls":14,"redis_duration_s":0.0028109999999999997,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000752,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001001,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001058,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.024,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.023,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00060088,"exclusive_lock_hold_duration_s":0.037124800000000006,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.065154,"completed_at":"2026-06-30T06:42:12.800Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025997,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1240vm-test-run-nixbot-gitlab> gitlab # [  243.335318] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.802Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f40910156b96ba481efe6f57","created_at":"2026-06-30T06:42:10.613Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.647Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f40910156b96ba481efe6f57: start","job_status":"start","queue_duration_s":2.154353,"scheduling_latency_s":2.154376}1241vm-test-run-nixbot-gitlab> gitlab # [  243.349729] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.843Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f40910156b96ba481efe6f57","created_at":"2026-06-30T06:42:10.613Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.647Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f40910156b96ba481efe6f57: done: 0.041486 sec","job_status":"done","queue_duration_s":2.154353,"scheduling_latency_s":2.154376,"redis_calls":19,"redis_duration_s":0.002999,"redis_read_bytes":22,"redis_write_bytes":4781,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000713,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.00029,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3011,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.001441,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000555,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029062,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002418,"duration_s":0.041486,"completed_at":"2026-06-30T06:42:12.843Z","load_balancing_strategy":"primary","db_duration_s":0.00365,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1242vm-test-run-nixbot-gitlab> gitlab # [  243.394359] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.845Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2895b51f69528319e6234035","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2895b51f69528319e6234035: start","job_status":"start","queue_duration_s":2.159063,"scheduling_latency_s":2.159088}1243vm-test-run-nixbot-gitlab> gitlab # [  243.408797] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.870Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2895b51f69528319e6234035","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2895b51f69528319e6234035: done: 0.025337 sec","job_status":"done","queue_duration_s":2.159063,"scheduling_latency_s":2.159088,"redis_calls":16,"redis_duration_s":0.002378,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000303,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00064,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001435,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01588,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023954,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025337,"completed_at":"2026-06-30T06:42:12.870Z","load_balancing_strategy":"primary","db_duration_s":0.000639,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1244vm-test-run-nixbot-gitlab> gitlab # [  243.452029] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.872Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40960b74e156050309ebf409","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40960b74e156050309ebf409: start","job_status":"start","queue_duration_s":2.185704,"scheduling_latency_s":2.185726}1245vm-test-run-nixbot-gitlab> gitlab # [  243.465054] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.889Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40960b74e156050309ebf409","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40960b74e156050309ebf409: done: 0.017256 sec","job_status":"done","queue_duration_s":2.185704,"scheduling_latency_s":2.185726,"redis_calls":13,"redis_duration_s":0.001666,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000617,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001049,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011583,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017256,"completed_at":"2026-06-30T06:42:12.889Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1246vm-test-run-nixbot-gitlab> gitlab # [  243.506822] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.891Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b16b56d017b3350a5d1d460f","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b16b56d017b3350a5d1d460f: start","job_status":"start","queue_duration_s":2.204558,"scheduling_latency_s":2.20458}1247vm-test-run-nixbot-gitlab> gitlab # [  243.519878] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.908Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b16b56d017b3350a5d1d460f","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b16b56d017b3350a5d1d460f: done: 0.017504 sec","job_status":"done","queue_duration_s":2.204558,"scheduling_latency_s":2.20458,"redis_calls":13,"redis_duration_s":0.001725,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000627,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001098,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011634,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017504,"completed_at":"2026-06-30T06:42:12.908Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1248vm-test-run-nixbot-gitlab> gitlab # [  243.561819] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.910Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59e0b1d5c4bb2b66157fd443","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59e0b1d5c4bb2b66157fd443: start","job_status":"start","queue_duration_s":2.2237,"scheduling_latency_s":2.223722}1249vm-test-run-nixbot-gitlab> gitlab # [  243.575074] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.927Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59e0b1d5c4bb2b66157fd443","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59e0b1d5c4bb2b66157fd443: done: 0.017731 sec","job_status":"done","queue_duration_s":2.2237,"scheduling_latency_s":2.223722,"redis_calls":13,"redis_duration_s":0.001795,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00065,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001145,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017731,"completed_at":"2026-06-30T06:42:12.927Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1250vm-test-run-nixbot-gitlab> gitlab # [  243.618630] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.929Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c987dda1ecef93487ed4e1d6","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c987dda1ecef93487ed4e1d6: start","job_status":"start","queue_duration_s":2.243021,"scheduling_latency_s":2.243043}1251vm-test-run-nixbot-gitlab> gitlab # [  243.631831] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.947Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c987dda1ecef93487ed4e1d6","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c987dda1ecef93487ed4e1d6: done: 0.017631 sec","job_status":"done","queue_duration_s":2.243021,"scheduling_latency_s":2.243043,"redis_calls":13,"redis_duration_s":0.001744,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000634,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00111,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01208,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017631,"completed_at":"2026-06-30T06:42:12.947Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1252vm-test-run-nixbot-gitlab> gitlab # [  243.673126] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.949Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2d27a08deddf7a3d7192c125","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2d27a08deddf7a3d7192c125: start","job_status":"start","queue_duration_s":2.262477,"scheduling_latency_s":2.262501}1253vm-test-run-nixbot-gitlab> gitlab # [  243.686291] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.966Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2d27a08deddf7a3d7192c125","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2d27a08deddf7a3d7192c125: done: 0.017388 sec","job_status":"done","queue_duration_s":2.262477,"scheduling_latency_s":2.262501,"redis_calls":13,"redis_duration_s":0.001882,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001346,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011636,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017388,"completed_at":"2026-06-30T06:42:12.966Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1254vm-test-run-nixbot-gitlab> gitlab # [  243.728242] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.967Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b82f1b58a73136fe05130b7c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b82f1b58a73136fe05130b7c: start","job_status":"start","queue_duration_s":2.28121,"scheduling_latency_s":2.281232}1255vm-test-run-nixbot-gitlab> gitlab # [  243.741167] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.983Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b82f1b58a73136fe05130b7c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b82f1b58a73136fe05130b7c: done: 0.015741 sec","job_status":"done","queue_duration_s":2.28121,"scheduling_latency_s":2.281232,"redis_calls":13,"redis_duration_s":0.001428,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000498,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00093,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010732,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015741,"completed_at":"2026-06-30T06:42:12.983Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1256vm-test-run-nixbot-gitlab> gitlab # [  243.782633] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:12.984Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acb089306973e4b8c9693f03","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acb089306973e4b8c9693f03: start","job_status":"start","queue_duration_s":2.298434,"scheduling_latency_s":2.298453}1257vm-test-run-nixbot-gitlab> gitlab # [  243.795681] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acb089306973e4b8c9693f03","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acb089306973e4b8c9693f03: done: 0.017567 sec","job_status":"done","queue_duration_s":2.298434,"scheduling_latency_s":2.298453,"redis_calls":13,"redis_duration_s":0.001552,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000528,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001024,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017567,"completed_at":"2026-06-30T06:42:13.002Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1258vm-test-run-nixbot-gitlab> gitlab # [  243.838341] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.003Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10b95e57373266b6803265ce","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10b95e57373266b6803265ce: start","job_status":"start","queue_duration_s":2.317318,"scheduling_latency_s":2.31734}1259vm-test-run-nixbot-gitlab> gitlab # [  243.851180] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.020Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10b95e57373266b6803265ce","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10b95e57373266b6803265ce: done: 0.016992 sec","job_status":"done","queue_duration_s":2.317318,"scheduling_latency_s":2.31734,"redis_calls":13,"redis_duration_s":0.001605,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000572,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001033,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011057,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016992,"completed_at":"2026-06-30T06:42:13.020Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1260vm-test-run-nixbot-gitlab> gitlab # [  243.892230] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.022Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00a3f2f90914ad1b1b0d8e8c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00a3f2f90914ad1b1b0d8e8c: start","job_status":"start","queue_duration_s":2.335553,"scheduling_latency_s":2.335572}1261vm-test-run-nixbot-gitlab> gitlab # [  243.905156] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00a3f2f90914ad1b1b0d8e8c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00a3f2f90914ad1b1b0d8e8c: done: 0.016838 sec","job_status":"done","queue_duration_s":2.335553,"scheduling_latency_s":2.335572,"redis_calls":13,"redis_duration_s":0.0018020000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000581,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001221,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011169,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016838,"completed_at":"2026-06-30T06:42:13.038Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1262vm-test-run-nixbot-gitlab> gitlab # [  243.945951] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.040Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"827472819c3e10100705bb42","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-827472819c3e10100705bb42: start","job_status":"start","queue_duration_s":2.353736,"scheduling_latency_s":2.353759}1263vm-test-run-nixbot-gitlab> gitlab # [  243.958638] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.057Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"827472819c3e10100705bb42","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-827472819c3e10100705bb42: done: 0.017712 sec","job_status":"done","queue_duration_s":2.353736,"scheduling_latency_s":2.353759,"redis_calls":13,"redis_duration_s":0.001672,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000616,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001056,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011584,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017712,"completed_at":"2026-06-30T06:42:13.057Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1264vm-test-run-nixbot-gitlab> gitlab # [  243.998779] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.059Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1dbb3cf2051a6f808496c661","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1dbb3cf2051a6f808496c661: start","job_status":"start","queue_duration_s":2.372773,"scheduling_latency_s":2.372794}1265vm-test-run-nixbot-gitlab> gitlab # [  244.011619] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.077Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1dbb3cf2051a6f808496c661","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1dbb3cf2051a6f808496c661: done: 0.018522 sec","job_status":"done","queue_duration_s":2.372773,"scheduling_latency_s":2.372794,"redis_calls":13,"redis_duration_s":0.001803,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000676,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001127,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012093,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018522,"completed_at":"2026-06-30T06:42:13.077Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1266vm-test-run-nixbot-gitlab> gitlab # [  244.053006] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.079Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f165b52e1d6eb4a74aa033bf","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f165b52e1d6eb4a74aa033bf: start","job_status":"start","queue_duration_s":2.392893,"scheduling_latency_s":2.392915}1267vm-test-run-nixbot-gitlab> gitlab # [  244.065650] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.097Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f165b52e1d6eb4a74aa033bf","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f165b52e1d6eb4a74aa033bf: done: 0.017968 sec","job_status":"done","queue_duration_s":2.392893,"scheduling_latency_s":2.392915,"redis_calls":13,"redis_duration_s":0.001808,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000678,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00113,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011991,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017968,"completed_at":"2026-06-30T06:42:13.097Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1268vm-test-run-nixbot-gitlab> gitlab # [  244.106708] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.098Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1b00cfd4c19050a459c10df","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1b00cfd4c19050a459c10df: start","job_status":"start","queue_duration_s":2.412474,"scheduling_latency_s":2.412497}1269vm-test-run-nixbot-gitlab> gitlab # [  244.119591] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.116Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1b00cfd4c19050a459c10df","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1b00cfd4c19050a459c10df: done: 0.017273 sec","job_status":"done","queue_duration_s":2.412474,"scheduling_latency_s":2.412497,"redis_calls":13,"redis_duration_s":0.0015999999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000565,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001035,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011432,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017273,"completed_at":"2026-06-30T06:42:13.116Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1270vm-test-run-nixbot-gitlab> gitlab # [  244.161443] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.117Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9aa40625f0892d0b2e2bd6b0","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9aa40625f0892d0b2e2bd6b0: start","job_status":"start","queue_duration_s":2.431149,"scheduling_latency_s":2.431166}1271vm-test-run-nixbot-gitlab> gitlab # [  244.174900] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.133Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9aa40625f0892d0b2e2bd6b0","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9aa40625f0892d0b2e2bd6b0: done: 0.015705 sec","job_status":"done","queue_duration_s":2.431149,"scheduling_latency_s":2.431166,"redis_calls":13,"redis_duration_s":0.0014320000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000497,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000935,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010781,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015705,"completed_at":"2026-06-30T06:42:13.133Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1272vm-test-run-nixbot-gitlab> gitlab # [  244.216287] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.134Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93d36cd17b070504afe4728c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93d36cd17b070504afe4728c: start","job_status":"start","queue_duration_s":2.448251,"scheduling_latency_s":2.448271}1273vm-test-run-nixbot-gitlab> gitlab # [  244.230512] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.150Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93d36cd17b070504afe4728c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93d36cd17b070504afe4728c: done: 0.015967 sec","job_status":"done","queue_duration_s":2.448251,"scheduling_latency_s":2.448271,"redis_calls":13,"redis_duration_s":0.0015300000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000587,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000943,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010987,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015967,"completed_at":"2026-06-30T06:42:13.150Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1274vm-test-run-nixbot-gitlab> gitlab # [  244.272044] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.152Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"37c4b647d54213ca8d8b7ac3","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-37c4b647d54213ca8d8b7ac3: start","job_status":"start","queue_duration_s":2.465624,"scheduling_latency_s":2.465643}1275vm-test-run-nixbot-gitlab> gitlab # [  244.284871] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.168Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"37c4b647d54213ca8d8b7ac3","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-37c4b647d54213ca8d8b7ac3: done: 0.016731 sec","job_status":"done","queue_duration_s":2.465624,"scheduling_latency_s":2.465643,"redis_calls":13,"redis_duration_s":0.001731,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00076,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000971,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011201,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016731,"completed_at":"2026-06-30T06:42:13.168Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1276vm-test-run-nixbot-gitlab> gitlab # [  244.325740] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.170Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"569e8557aa13ac9e8ed94cc4","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-569e8557aa13ac9e8ed94cc4: start","job_status":"start","queue_duration_s":2.48356,"scheduling_latency_s":2.483577}1277vm-test-run-nixbot-gitlab> gitlab # [  244.338727] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.186Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"569e8557aa13ac9e8ed94cc4","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-569e8557aa13ac9e8ed94cc4: done: 0.016436 sec","job_status":"done","queue_duration_s":2.48356,"scheduling_latency_s":2.483577,"redis_calls":13,"redis_duration_s":0.0015990000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000555,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001044,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011166,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016436,"completed_at":"2026-06-30T06:42:13.186Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1278vm-test-run-nixbot-gitlab> gitlab # [  244.379490] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.187Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d935122743427402ae49f8f9","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d935122743427402ae49f8f9: start","job_status":"start","queue_duration_s":2.501282,"scheduling_latency_s":2.501302}1279vm-test-run-nixbot-gitlab> gitlab # [  244.392688] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d935122743427402ae49f8f9","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d935122743427402ae49f8f9: done: 0.017549 sec","job_status":"done","queue_duration_s":2.501282,"scheduling_latency_s":2.501302,"redis_calls":13,"redis_duration_s":0.0017699999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000637,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001133,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011503,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017549,"completed_at":"2026-06-30T06:42:13.205Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1280vm-test-run-nixbot-gitlab> gitlab # [  244.434726] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.206Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9bc15aa8dde92a830bed229","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9bc15aa8dde92a830bed229: start","job_status":"start","queue_duration_s":2.520184,"scheduling_latency_s":2.520205}1281vm-test-run-nixbot-gitlab> gitlab # [  244.447787] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.224Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9bc15aa8dde92a830bed229","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9bc15aa8dde92a830bed229: done: 0.017598 sec","job_status":"done","queue_duration_s":2.520184,"scheduling_latency_s":2.520205,"redis_calls":13,"redis_duration_s":0.0017980000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000651,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001147,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017598,"completed_at":"2026-06-30T06:42:13.224Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1282vm-test-run-nixbot-gitlab> gitlab # [  244.488877] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.225Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32dc9932aff47a7a9c9743fb","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32dc9932aff47a7a9c9743fb: start","job_status":"start","queue_duration_s":2.539404,"scheduling_latency_s":2.539426}1283vm-test-run-nixbot-gitlab> gitlab # [  244.501674] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.243Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32dc9932aff47a7a9c9743fb","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32dc9932aff47a7a9c9743fb: done: 0.01766 sec","job_status":"done","queue_duration_s":2.539404,"scheduling_latency_s":2.539426,"redis_calls":13,"redis_duration_s":0.001788,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000674,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001114,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011704,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01766,"completed_at":"2026-06-30T06:42:13.243Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1284vm-test-run-nixbot-gitlab> gitlab # [  244.542458] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.244Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8d19ebd434a60e13a26aebe","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8d19ebd434a60e13a26aebe: start","job_status":"start","queue_duration_s":2.558476,"scheduling_latency_s":2.558499}1285vm-test-run-nixbot-gitlab> gitlab # [  244.555519] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.262Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b8d19ebd434a60e13a26aebe","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b8d19ebd434a60e13a26aebe: done: 0.017447 sec","job_status":"done","queue_duration_s":2.558476,"scheduling_latency_s":2.558499,"redis_calls":13,"redis_duration_s":0.001698,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000619,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001079,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011435,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017447,"completed_at":"2026-06-30T06:42:13.262Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1286vm-test-run-nixbot-gitlab> gitlab # [  244.596806] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.263Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"68f3d910862de9a1bd0919da","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-68f3d910862de9a1bd0919da: start","job_status":"start","queue_duration_s":2.577383,"scheduling_latency_s":2.577403}1287vm-test-run-nixbot-gitlab> gitlab # [  244.609621] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.279Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"68f3d910862de9a1bd0919da","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-68f3d910862de9a1bd0919da: done: 0.015721 sec","job_status":"done","queue_duration_s":2.577383,"scheduling_latency_s":2.577403,"redis_calls":13,"redis_duration_s":0.001447,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000927,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010626,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015721,"completed_at":"2026-06-30T06:42:13.279Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1288vm-test-run-nixbot-gitlab> gitlab # [  244.651800] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.280Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fa4b8da8a8acbf36dc92819b","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fa4b8da8a8acbf36dc92819b: start","job_status":"start","queue_duration_s":2.594472,"scheduling_latency_s":2.594491}1289vm-test-run-nixbot-gitlab> gitlab # [  244.665053] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.297Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fa4b8da8a8acbf36dc92819b","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fa4b8da8a8acbf36dc92819b: done: 0.016236 sec","job_status":"done","queue_duration_s":2.594472,"scheduling_latency_s":2.594491,"redis_calls":13,"redis_duration_s":0.001482,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000545,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000937,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011011,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016236,"completed_at":"2026-06-30T06:42:13.297Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1290vm-test-run-nixbot-gitlab> gitlab # [  244.705936] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.298Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"552614bd2caae66274e30dad","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-552614bd2caae66274e30dad: start","job_status":"start","queue_duration_s":2.612049,"scheduling_latency_s":2.612067}1291vm-test-run-nixbot-gitlab> gitlab # [  244.719005] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.314Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"552614bd2caae66274e30dad","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-552614bd2caae66274e30dad: done: 0.016076 sec","job_status":"done","queue_duration_s":2.612049,"scheduling_latency_s":2.612067,"redis_calls":13,"redis_duration_s":0.00162,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00061,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00101,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011063,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016076,"completed_at":"2026-06-30T06:42:13.314Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1292vm-test-run-nixbot-gitlab> gitlab # [  244.759815] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.316Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82aa2eb73c46370a8e6fea4e","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82aa2eb73c46370a8e6fea4e: start","job_status":"start","queue_duration_s":2.629512,"scheduling_latency_s":2.629532}1293vm-test-run-nixbot-gitlab> gitlab # [  244.773070] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.332Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82aa2eb73c46370a8e6fea4e","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82aa2eb73c46370a8e6fea4e: done: 0.016503 sec","job_status":"done","queue_duration_s":2.629512,"scheduling_latency_s":2.629532,"redis_calls":13,"redis_duration_s":0.001622,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000577,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001045,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011361,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016503,"completed_at":"2026-06-30T06:42:13.332Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1294vm-test-run-nixbot-gitlab> gitlab # [  244.814000] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.334Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4404d62dc466634c5592f9ed","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4404d62dc466634c5592f9ed: start","job_status":"start","queue_duration_s":2.6475,"scheduling_latency_s":2.647521}1295vm-test-run-nixbot-gitlab> gitlab # [  244.827203] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4404d62dc466634c5592f9ed","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4404d62dc466634c5592f9ed: done: 0.017045 sec","job_status":"done","queue_duration_s":2.6475,"scheduling_latency_s":2.647521,"redis_calls":13,"redis_duration_s":0.001726,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000603,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001123,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011457,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017045,"completed_at":"2026-06-30T06:42:13.350Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1296vm-test-run-nixbot-gitlab> gitlab # [  244.869433] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.352Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a9d2d22a018d151c9d255436","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a9d2d22a018d151c9d255436: start","job_status":"start","queue_duration_s":2.665917,"scheduling_latency_s":2.665937}1297vm-test-run-nixbot-gitlab> gitlab # [  244.882732] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.370Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a9d2d22a018d151c9d255436","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a9d2d22a018d151c9d255436: done: 0.017863 sec","job_status":"done","queue_duration_s":2.665917,"scheduling_latency_s":2.665937,"redis_calls":13,"redis_duration_s":0.002231,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000627,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001604,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011989,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017863,"completed_at":"2026-06-30T06:42:13.370Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1298vm-test-run-nixbot-gitlab> gitlab # [  244.923923] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.371Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"052b075f4a0abc18686aa631","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-052b075f4a0abc18686aa631: start","job_status":"start","queue_duration_s":2.685044,"scheduling_latency_s":2.685062}1299vm-test-run-nixbot-gitlab> gitlab # [  244.937925] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.389Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"052b075f4a0abc18686aa631","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-052b075f4a0abc18686aa631: done: 0.017722 sec","job_status":"done","queue_duration_s":2.685044,"scheduling_latency_s":2.685062,"redis_calls":13,"redis_duration_s":0.001953,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000608,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001345,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011954,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017722,"completed_at":"2026-06-30T06:42:13.389Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1300vm-test-run-nixbot-gitlab> gitlab # [  244.979741] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.390Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0108a7688f9ffc7011937eb2","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0108a7688f9ffc7011937eb2: start","job_status":"start","queue_duration_s":2.704098,"scheduling_latency_s":2.704117}1301vm-test-run-nixbot-gitlab> gitlab # [  244.992916] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.408Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0108a7688f9ffc7011937eb2","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0108a7688f9ffc7011937eb2: done: 0.017832 sec","job_status":"done","queue_duration_s":2.704098,"scheduling_latency_s":2.704117,"redis_calls":13,"redis_duration_s":0.001791,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000637,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001154,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011652,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017832,"completed_at":"2026-06-30T06:42:13.408Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1302vm-test-run-nixbot-gitlab> gitlab # [  245.035334] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.409Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"193d8464d991b0d13698a408","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-193d8464d991b0d13698a408: start","job_status":"start","queue_duration_s":2.72329,"scheduling_latency_s":2.723309}1303vm-test-run-nixbot-gitlab> gitlab # [  245.048287] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.425Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"193d8464d991b0d13698a408","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-193d8464d991b0d13698a408: done: 0.015899 sec","job_status":"done","queue_duration_s":2.72329,"scheduling_latency_s":2.723309,"redis_calls":13,"redis_duration_s":0.001423,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000911,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010552,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015899,"completed_at":"2026-06-30T06:42:13.425Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1304vm-test-run-nixbot-gitlab> gitlab # [  245.089428] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.426Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"06dcdbcbcb2b7bd14dff045c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-06dcdbcbcb2b7bd14dff045c: start","job_status":"start","queue_duration_s":2.740296,"scheduling_latency_s":2.740313}1305vm-test-run-nixbot-gitlab> gitlab # [  245.102345] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"06dcdbcbcb2b7bd14dff045c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-06dcdbcbcb2b7bd14dff045c: done: 0.266974 sec","job_status":"done","queue_duration_s":2.740296,"scheduling_latency_s":2.740313,"redis_calls":13,"redis_duration_s":0.002168,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001259,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000909,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014177,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.266974,"completed_at":"2026-06-30T06:42:13.693Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1306vm-test-run-nixbot-gitlab> gitlab # [  245.144407] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.698Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8b9b8ec9310e16ce86a9cbb","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8b9b8ec9310e16ce86a9cbb: start","job_status":"start","queue_duration_s":3.011781,"scheduling_latency_s":3.011839}1307vm-test-run-nixbot-gitlab> gitlab # [  245.157409] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.740Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8b9b8ec9310e16ce86a9cbb","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8b9b8ec9310e16ce86a9cbb: done: 0.041905 sec","job_status":"done","queue_duration_s":3.011781,"scheduling_latency_s":3.011839,"redis_calls":13,"redis_duration_s":0.004736,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001701,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003035,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027808,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.041905,"completed_at":"2026-06-30T06:42:13.739Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1308vm-test-run-nixbot-gitlab> gitlab # [  245.198404] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.743Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5e033fa977f2cb2492c724db","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5e033fa977f2cb2492c724db: start","job_status":"start","queue_duration_s":3.057251,"scheduling_latency_s":3.057295}1309vm-test-run-nixbot-gitlab> gitlab # [  245.211417] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.778Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5e033fa977f2cb2492c724db","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5e033fa977f2cb2492c724db: done: 0.034411 sec","job_status":"done","queue_duration_s":3.057251,"scheduling_latency_s":3.057295,"redis_calls":13,"redis_duration_s":0.003966,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001205,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002761,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02282,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.034411,"completed_at":"2026-06-30T06:42:13.777Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1310vm-test-run-nixbot-gitlab> gitlab # [  245.254416] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.780Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c9a1384e5c09e6bd44d5f70","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c9a1384e5c09e6bd44d5f70: start","job_status":"start","queue_duration_s":3.093714,"scheduling_latency_s":3.093746}1311vm-test-run-nixbot-gitlab> gitlab # [  245.267689] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.804Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c9a1384e5c09e6bd44d5f70","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c9a1384e5c09e6bd44d5f70: done: 0.024873 sec","job_status":"done","queue_duration_s":3.093714,"scheduling_latency_s":3.093746,"redis_calls":13,"redis_duration_s":0.003981,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000916,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003065,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015354,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024873,"completed_at":"2026-06-30T06:42:13.804Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312vm-test-run-nixbot-gitlab> gitlab # [  245.308847] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.806Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d690360f634c713728557096","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d690360f634c713728557096: start","job_status":"start","queue_duration_s":3.120135,"scheduling_latency_s":3.12016}1313vm-test-run-nixbot-gitlab> gitlab # [  245.321850] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.825Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d690360f634c713728557096","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d690360f634c713728557096: done: 0.018516 sec","job_status":"done","queue_duration_s":3.120135,"scheduling_latency_s":3.12016,"redis_calls":13,"redis_duration_s":0.001934,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000737,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001197,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012164,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018516,"completed_at":"2026-06-30T06:42:13.825Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [  245.362942] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.826Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c8b8dd15130c7518f9cbbcfa","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c8b8dd15130c7518f9cbbcfa: start","job_status":"start","queue_duration_s":3.140096,"scheduling_latency_s":3.140118}1315vm-test-run-nixbot-gitlab> gitlab # [  245.376144] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.844Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c8b8dd15130c7518f9cbbcfa","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c8b8dd15130c7518f9cbbcfa: done: 0.017467 sec","job_status":"done","queue_duration_s":3.140096,"scheduling_latency_s":3.140118,"redis_calls":13,"redis_duration_s":0.0018540000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000689,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001165,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011565,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017467,"completed_at":"2026-06-30T06:42:13.843Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1316vm-test-run-nixbot-gitlab> gitlab # [  245.418960] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.845Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9d0c33f2f83585ab2dc6db29","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9d0c33f2f83585ab2dc6db29: start","job_status":"start","queue_duration_s":3.159161,"scheduling_latency_s":3.159182}1317vm-test-run-nixbot-gitlab> gitlab # [  245.432179] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.863Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9d0c33f2f83585ab2dc6db29","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9d0c33f2f83585ab2dc6db29: done: 0.01833 sec","job_status":"done","queue_duration_s":3.159161,"scheduling_latency_s":3.159182,"redis_calls":13,"redis_duration_s":0.002034,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000734,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0013,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012316,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01833,"completed_at":"2026-06-30T06:42:13.863Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1318vm-test-run-nixbot-gitlab> gitlab # [  245.473621] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.865Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdb53a26186ddd7ab06658c5","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdb53a26186ddd7ab06658c5: start","job_status":"start","queue_duration_s":3.17935,"scheduling_latency_s":3.179372}1319vm-test-run-nixbot-gitlab> gitlab # [  245.486608] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.883Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdb53a26186ddd7ab06658c5","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdb53a26186ddd7ab06658c5: done: 0.017417 sec","job_status":"done","queue_duration_s":3.17935,"scheduling_latency_s":3.179372,"redis_calls":13,"redis_duration_s":0.001764,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000635,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001129,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011617,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017417,"completed_at":"2026-06-30T06:42:13.883Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320vm-test-run-nixbot-gitlab> gitlab # [  245.527580] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.884Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69dfb067e23ea98322538086","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69dfb067e23ea98322538086: start","job_status":"start","queue_duration_s":3.19796,"scheduling_latency_s":3.197978}1321vm-test-run-nixbot-gitlab> gitlab # [  245.540678] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.900Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69dfb067e23ea98322538086","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69dfb067e23ea98322538086: done: 0.016544 sec","job_status":"done","queue_duration_s":3.19796,"scheduling_latency_s":3.197978,"redis_calls":13,"redis_duration_s":0.001655,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000691,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000964,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010851,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016544,"completed_at":"2026-06-30T06:42:13.900Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1322vm-test-run-nixbot-gitlab> gitlab # [  245.581000] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.902Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"29497ee9204984085c111b79","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-29497ee9204984085c111b79: start","job_status":"start","queue_duration_s":3.215685,"scheduling_latency_s":3.215704}1323vm-test-run-nixbot-gitlab> gitlab # [  245.593892] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.918Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"29497ee9204984085c111b79","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-29497ee9204984085c111b79: done: 0.016683 sec","job_status":"done","queue_duration_s":3.215685,"scheduling_latency_s":3.215704,"redis_calls":13,"redis_duration_s":0.001529,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000553,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000976,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011057,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016683,"completed_at":"2026-06-30T06:42:13.918Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1324vm-test-run-nixbot-gitlab> gitlab # [  245.634195] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.920Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eace718c3cadf5b374d74490","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eace718c3cadf5b374d74490: start","job_status":"start","queue_duration_s":3.233644,"scheduling_latency_s":3.233663}1325vm-test-run-nixbot-gitlab> gitlab # [  245.648435] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.937Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eace718c3cadf5b374d74490","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eace718c3cadf5b374d74490: done: 0.016954 sec","job_status":"done","queue_duration_s":3.233644,"scheduling_latency_s":3.233663,"redis_calls":13,"redis_duration_s":0.00164,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000597,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001043,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011349,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016954,"completed_at":"2026-06-30T06:42:13.936Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1326vm-test-run-nixbot-gitlab> gitlab # [  245.689680] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.938Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3bef58f436a6277466d1533b","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3bef58f436a6277466d1533b: start","job_status":"start","queue_duration_s":3.252091,"scheduling_latency_s":3.252111}1327vm-test-run-nixbot-gitlab> gitlab # [  245.702591] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.956Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3bef58f436a6277466d1533b","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3bef58f436a6277466d1533b: done: 0.017708 sec","job_status":"done","queue_duration_s":3.252091,"scheduling_latency_s":3.252111,"redis_calls":13,"redis_duration_s":0.001794,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000641,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001153,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011612,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017708,"completed_at":"2026-06-30T06:42:13.956Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1328vm-test-run-nixbot-gitlab> gitlab # [  245.744633] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.957Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1913485d2ec91308dd1d270","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1913485d2ec91308dd1d270: start","job_status":"start","queue_duration_s":3.271303,"scheduling_latency_s":3.271322}1329vm-test-run-nixbot-gitlab> gitlab # [  245.757377] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.976Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1913485d2ec91308dd1d270","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1913485d2ec91308dd1d270: done: 0.018244 sec","job_status":"done","queue_duration_s":3.271303,"scheduling_latency_s":3.271322,"redis_calls":13,"redis_duration_s":0.001922,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000732,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00119,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012333,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018244,"completed_at":"2026-06-30T06:42:13.975Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1330vm-test-run-nixbot-gitlab> gitlab # [  245.797850] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.977Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a0f0a7f734bf23f4b1e96429","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a0f0a7f734bf23f4b1e96429: start","job_status":"start","queue_duration_s":3.291061,"scheduling_latency_s":3.291084}1331vm-test-run-nixbot-gitlab> gitlab # [  245.810695] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.995Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a0f0a7f734bf23f4b1e96429","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a0f0a7f734bf23f4b1e96429: done: 0.017936 sec","job_status":"done","queue_duration_s":3.291061,"scheduling_latency_s":3.291084,"redis_calls":13,"redis_duration_s":0.001864,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000675,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001189,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012157,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017936,"completed_at":"2026-06-30T06:42:13.995Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1332vm-test-run-nixbot-gitlab> gitlab # [  245.852549] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:13.997Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"012e80a2f4082ecd9c3a036c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-012e80a2f4082ecd9c3a036c: start","job_status":"start","queue_duration_s":3.310565,"scheduling_latency_s":3.310587}1333vm-test-run-nixbot-gitlab> gitlab # [  245.865488] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.014Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"012e80a2f4082ecd9c3a036c","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-012e80a2f4082ecd9c3a036c: done: 0.017513 sec","job_status":"done","queue_duration_s":3.310565,"scheduling_latency_s":3.310587,"redis_calls":13,"redis_duration_s":0.001754,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00062,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001134,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011957,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017513,"completed_at":"2026-06-30T06:42:14.014Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1334vm-test-run-nixbot-gitlab> gitlab # [  245.906240] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.016Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"30b926962f9f2d451338deae","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-30b926962f9f2d451338deae: start","job_status":"start","queue_duration_s":3.329723,"scheduling_latency_s":3.329742}1335vm-test-run-nixbot-gitlab> gitlab # [  245.918889] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.032Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"30b926962f9f2d451338deae","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-30b926962f9f2d451338deae: done: 0.016167 sec","job_status":"done","queue_duration_s":3.329723,"scheduling_latency_s":3.329742,"redis_calls":13,"redis_duration_s":0.0014810000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000539,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000942,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011119,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016167,"completed_at":"2026-06-30T06:42:14.032Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1336vm-test-run-nixbot-gitlab> gitlab # [  245.959793] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.033Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dbea76ed7b03504ebc867764","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dbea76ed7b03504ebc867764: start","job_status":"start","queue_duration_s":3.34707,"scheduling_latency_s":3.347089}1337vm-test-run-nixbot-gitlab> gitlab # [  245.972777] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.049Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dbea76ed7b03504ebc867764","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dbea76ed7b03504ebc867764: done: 0.016422 sec","job_status":"done","queue_duration_s":3.34707,"scheduling_latency_s":3.347089,"redis_calls":13,"redis_duration_s":0.001499,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000974,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011244,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016422,"completed_at":"2026-06-30T06:42:14.049Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1338vm-test-run-nixbot-gitlab> gitlab # [  246.013024] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.051Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17181f2ef1e47cc851b64bbd","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17181f2ef1e47cc851b64bbd: start","job_status":"start","queue_duration_s":3.364668,"scheduling_latency_s":3.364686}1339vm-test-run-nixbot-gitlab> gitlab # [  246.025951] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.068Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"17181f2ef1e47cc851b64bbd","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-17181f2ef1e47cc851b64bbd: done: 0.016991 sec","job_status":"done","queue_duration_s":3.364668,"scheduling_latency_s":3.364686,"redis_calls":13,"redis_duration_s":0.001648,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000619,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001029,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016991,"completed_at":"2026-06-30T06:42:14.068Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1340vm-test-run-nixbot-gitlab> gitlab # [  246.068180] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.069Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"990c56a3fd839809eebf261e","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-990c56a3fd839809eebf261e: start","job_status":"start","queue_duration_s":3.382966,"scheduling_latency_s":3.382983}1341vm-test-run-nixbot-gitlab> gitlab # [  246.081155] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.086Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"990c56a3fd839809eebf261e","created_at":"2026-06-30T06:42:10.006Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-5bf6248c0e7448c3","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3a490c71d6b22f68e441094ed22114c3","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.686Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-990c56a3fd839809eebf261e: done: 0.017207 sec","job_status":"done","queue_duration_s":3.382966,"scheduling_latency_s":3.382983,"redis_calls":13,"redis_duration_s":0.001637,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000596,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001041,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011388,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017207,"completed_at":"2026-06-30T06:42:14.086Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342vm-test-run-nixbot-gitlab> gitlab # [  246.121523] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.087Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"fb97aef8470f5d75795912e2","created_at":"2026-06-30T06:42:10.676Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"52807e4a6b5b05d581e0efebb6f915a7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.714Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-fb97aef8470f5d75795912e2: start","job_status":"start","queue_duration_s":3.373539,"scheduling_latency_s":3.373557}1343vm-test-run-nixbot-gitlab> gitlab # [  246.136795] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.102Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1344vm-test-run-nixbot-gitlab> gitlab # [  246.140136] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.110Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"fb97aef8470f5d75795912e2","created_at":"2026-06-30T06:42:10.676Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"52807e4a6b5b05d581e0efebb6f915a7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.714Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-fb97aef8470f5d75795912e2: done: 0.022616 sec","job_status":"done","queue_duration_s":3.373539,"scheduling_latency_s":3.373557,"redis_calls":10,"redis_duration_s":0.00159,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000331,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00036,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013362,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00025916,"duration_s":0.022616,"completed_at":"2026-06-30T06:42:14.110Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00077,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1345vm-test-run-nixbot-gitlab> gitlab # [  246.184491] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.112Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"63bd889408a094464360b1f7","created_at":"2026-06-30T06:42:10.746Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0910850a35d1336d07568873c0932d24","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.845Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-63bd889408a094464360b1f7: start","job_status":"start","queue_duration_s":3.267013,"scheduling_latency_s":3.267033}1346vm-test-run-nixbot-gitlab> gitlab # [  246.199087] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.141Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"63bd889408a094464360b1f7","created_at":"2026-06-30T06:42:10.746Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0910850a35d1336d07568873c0932d24","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.845Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-63bd889408a094464360b1f7: done: 0.029207 sec","job_status":"done","queue_duration_s":3.267013,"scheduling_latency_s":3.267033,"redis_calls":10,"redis_duration_s":0.001625,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000346,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000347,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017701,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00025394,"duration_s":0.029207,"completed_at":"2026-06-30T06:42:14.141Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003647,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1347vm-test-run-nixbot-gitlab> gitlab # [  246.243216] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.142Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"b80ab93682980d21856e5288","created_at":"2026-06-30T06:42:10.865Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0f57cdead488d27910e15d48d328580c","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.883Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-b80ab93682980d21856e5288: start","job_status":"start","queue_duration_s":3.259176,"scheduling_latency_s":3.259197}1348vm-test-run-nixbot-gitlab> gitlab # [  246.259130] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.789Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"b80ab93682980d21856e5288","created_at":"2026-06-30T06:42:10.865Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0f57cdead488d27910e15d48d328580c","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.883Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-b80ab93682980d21856e5288: done: 0.647086 sec","job_status":"done","queue_duration_s":3.259176,"scheduling_latency_s":3.259197,"redis_calls":574,"redis_duration_s":0.35073099999999996,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000324,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000851,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.349556,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.333491,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027654,"duration_s":0.647086,"completed_at":"2026-06-30T06:42:14.789Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000611,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1349vm-test-run-nixbot-gitlab> gitlab # [  246.304002] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.791Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"6430e7e173d3eef6251eb721","created_at":"2026-06-30T06:42:10.905Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6ac3a79f423f2474d8dfaa45ea592206","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.939Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-6430e7e173d3eef6251eb721: start","job_status":"start","queue_duration_s":3.851711,"scheduling_latency_s":3.851736}1350vm-test-run-nixbot-gitlab> gitlab # [  246.319234] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.820Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"6430e7e173d3eef6251eb721","created_at":"2026-06-30T06:42:10.905Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6ac3a79f423f2474d8dfaa45ea592206","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.939Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-6430e7e173d3eef6251eb721: done: 0.028736 sec","job_status":"done","queue_duration_s":3.851711,"scheduling_latency_s":3.851736,"redis_calls":10,"redis_duration_s":0.001636,"redis_read_bytes":9,"redis_write_bytes":1299,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000342,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000934,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00036,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015536,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026934,"duration_s":0.028736,"completed_at":"2026-06-30T06:42:14.820Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000692,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1351vm-test-run-nixbot-gitlab> gitlab # [  246.363077] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.821Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"4fd9e9535289a42585776a49","created_at":"2026-06-30T06:42:11.034Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c723b7a7fa5291c96d6d11e865ae380","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.051Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-4fd9e9535289a42585776a49: start","job_status":"start","queue_duration_s":3.770677,"scheduling_latency_s":3.770702}1352vm-test-run-nixbot-gitlab> gitlab # [  246.386554] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.838Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1353vm-test-run-nixbot-gitlab> gitlab # [  246.390797] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.847Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"4fd9e9535289a42585776a49","created_at":"2026-06-30T06:42:11.034Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c723b7a7fa5291c96d6d11e865ae380","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.051Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-4fd9e9535289a42585776a49: done: 0.02601 sec","job_status":"done","queue_duration_s":3.770677,"scheduling_latency_s":3.770702,"redis_calls":10,"redis_duration_s":0.001809,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000378,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000431,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015494,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002995,"duration_s":0.02601,"completed_at":"2026-06-30T06:42:14.847Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000645,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1354vm-test-run-nixbot-gitlab> gitlab # [  246.435545] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.849Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"da32887294f80efddef8b820","created_at":"2026-06-30T06:42:11.075Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"87f807c498e2a84e7d143714f509a2c6","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.101Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-da32887294f80efddef8b820: start","job_status":"start","queue_duration_s":3.74748,"scheduling_latency_s":3.747502}1355vm-test-run-nixbot-gitlab> gitlab # [  246.450468] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.885Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"da32887294f80efddef8b820","created_at":"2026-06-30T06:42:11.075Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"87f807c498e2a84e7d143714f509a2c6","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.101Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-da32887294f80efddef8b820: done: 0.036205 sec","job_status":"done","queue_duration_s":3.74748,"scheduling_latency_s":3.747502,"redis_calls":12,"redis_duration_s":0.002361,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000406,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001047,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000908,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020881,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0006534,"exclusive_lock_hold_duration_s":0.0083165,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.036205,"completed_at":"2026-06-30T06:42:14.885Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004239,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [  246.496935] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.887Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"df601cf2b9f36942487c7270","created_at":"2026-06-30T06:42:11.121Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bbdf04f457a698948c7e2ea922d109ca","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.152Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-df601cf2b9f36942487c7270: start","job_status":"start","queue_duration_s":3.734814,"scheduling_latency_s":3.734832}1357vm-test-run-nixbot-gitlab> gitlab # [  246.511887] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.899Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1358vm-test-run-nixbot-gitlab> gitlab # [  246.515831] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.907Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"df601cf2b9f36942487c7270","created_at":"2026-06-30T06:42:11.121Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bbdf04f457a698948c7e2ea922d109ca","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.152Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-df601cf2b9f36942487c7270: done: 0.019913 sec","job_status":"done","queue_duration_s":3.734814,"scheduling_latency_s":3.734832,"redis_calls":10,"redis_duration_s":0.0013289999999999999,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000286,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000722,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000321,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01172,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002344,"duration_s":0.019913,"completed_at":"2026-06-30T06:42:14.906Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000559,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1359vm-test-run-nixbot-gitlab> gitlab # [  246.560858] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.908Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"396a5095093b0fcac4994ff4","created_at":"2026-06-30T06:42:11.207Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"569e543b54d70fcb8939339ec60ad15a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.230Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-396a5095093b0fcac4994ff4: start","job_status":"start","queue_duration_s":3.677487,"scheduling_latency_s":3.677503}1360vm-test-run-nixbot-gitlab> gitlab # [  246.574967] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.937Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"396a5095093b0fcac4994ff4","created_at":"2026-06-30T06:42:11.207Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"569e543b54d70fcb8939339ec60ad15a","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.230Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-396a5095093b0fcac4994ff4: done: 0.029148 sec","job_status":"done","queue_duration_s":3.677487,"scheduling_latency_s":3.677503,"redis_calls":12,"redis_duration_s":0.0017889999999999998,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000307,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000837,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000645,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017625,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00051072,"exclusive_lock_hold_duration_s":0.00827262,"duration_s":0.029148,"completed_at":"2026-06-30T06:42:14.937Z","load_balancing_strategy":"primary","db_duration_s":0.004046,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1361vm-test-run-nixbot-gitlab> gitlab # [  246.618354] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.938Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"88f9225ef4c1f39eaa0e5b5e","created_at":"2026-06-30T06:42:11.249Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"258c32a191a532154dc2c618b55124ad","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.287Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-88f9225ef4c1f39eaa0e5b5e: start","job_status":"start","queue_duration_s":3.650733,"scheduling_latency_s":3.65075}1362vm-test-run-nixbot-gitlab> gitlab # [  246.633618] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.977Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"88f9225ef4c1f39eaa0e5b5e","created_at":"2026-06-30T06:42:11.249Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"258c32a191a532154dc2c618b55124ad","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.287Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-88f9225ef4c1f39eaa0e5b5e: done: 0.03844 sec","job_status":"done","queue_duration_s":3.650733,"scheduling_latency_s":3.65075,"redis_calls":13,"redis_duration_s":0.001959,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000305,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.000941,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000713,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025537,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01386704,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.03844,"completed_at":"2026-06-30T06:42:14.977Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004823,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1363vm-test-run-nixbot-gitlab> gitlab # [  246.681068] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:14.978Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"f9578d8c69254e25bf673f68","created_at":"2026-06-30T06:42:11.331Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0e3612bbdb4686890829c0ff655ce877","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.391Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-f9578d8c69254e25bf673f68: start","job_status":"start","queue_duration_s":3.587366,"scheduling_latency_s":3.587386}1364vm-test-run-nixbot-gitlab> gitlab # [  246.695987] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.018Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"f9578d8c69254e25bf673f68","created_at":"2026-06-30T06:42:11.331Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0e3612bbdb4686890829c0ff655ce877","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.391Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-f9578d8c69254e25bf673f68: done: 0.039556 sec","job_status":"done","queue_duration_s":3.587366,"scheduling_latency_s":3.587386,"redis_calls":10,"redis_duration_s":0.001699,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000361,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000963,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000375,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018589,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002743,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.039556,"completed_at":"2026-06-30T06:42:15.017Z","load_balancing_strategy":"primary","db_duration_s":0.012718,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1365vm-test-run-nixbot-gitlab> gitlab # [  246.740813] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.019Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"402bfbff94b4066a1ddfdf52","created_at":"2026-06-30T06:42:11.426Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19404796869032b5ec76af2861775e90","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.449Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-402bfbff94b4066a1ddfdf52: start","job_status":"start","queue_duration_s":3.570086,"scheduling_latency_s":3.570108}1366vm-test-run-nixbot-gitlab> gitlab # [  246.755921] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.053Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"402bfbff94b4066a1ddfdf52","created_at":"2026-06-30T06:42:11.426Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"19404796869032b5ec76af2861775e90","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.449Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-402bfbff94b4066a1ddfdf52: done: 0.033929 sec","job_status":"done","queue_duration_s":3.570086,"scheduling_latency_s":3.570108,"redis_calls":10,"redis_duration_s":0.00163,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000349,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000354,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020287,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026556,"duration_s":0.033929,"completed_at":"2026-06-30T06:42:15.053Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004258,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1367vm-test-run-nixbot-gitlab> gitlab # [  246.799785] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.054Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"0c07393347d4f5ea3657dc39","created_at":"2026-06-30T06:42:11.469Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d6d6f12d5c275423feac17d4f0d31bd7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T06:42:11.488Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-0c07393347d4f5ea3657dc39: start","job_status":"start","queue_duration_s":3.566624,"scheduling_latency_s":3.566644}1368vm-test-run-nixbot-gitlab> gitlab # [  246.813712] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.068Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1369vm-test-run-nixbot-gitlab> gitlab # [  246.817187] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.075Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"0c07393347d4f5ea3657dc39","created_at":"2026-06-30T06:42:11.469Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d6d6f12d5c275423feac17d4f0d31bd7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T06:42:11.488Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-0c07393347d4f5ea3657dc39: done: 0.021098 sec","job_status":"done","queue_duration_s":3.566624,"scheduling_latency_s":3.566644,"redis_calls":10,"redis_duration_s":0.001369,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000294,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000751,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000324,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01292,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023678,"duration_s":0.021098,"completed_at":"2026-06-30T06:42:15.075Z","load_balancing_strategy":"primary","db_duration_s":0.00056,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1370vm-test-run-nixbot-gitlab> gitlab # [  246.860053] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.077Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"372a3d9dcede458ccf7b8d4b","created_at":"2026-06-30T06:42:11.528Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bee76c8de68e1a337c8851a2255af7d6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.564Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-372a3d9dcede458ccf7b8d4b: start","job_status":"start","queue_duration_s":3.512468,"scheduling_latency_s":3.512487}1371vm-test-run-nixbot-gitlab> gitlab # [  246.876385] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.139Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"372a3d9dcede458ccf7b8d4b","created_at":"2026-06-30T06:42:11.528Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bee76c8de68e1a337c8851a2255af7d6","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.564Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-372a3d9dcede458ccf7b8d4b: done: 0.062338 sec","job_status":"done","queue_duration_s":3.512468,"scheduling_latency_s":3.512487,"redis_calls":12,"redis_duration_s":0.002892,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000325,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001315,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001252,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0388,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0006429,"exclusive_lock_hold_duration_s":0.02252674,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.062338,"completed_at":"2026-06-30T06:42:15.139Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013035,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1372vm-test-run-nixbot-gitlab> gitlab # [  246.922647] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.143Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"f4a4a5cb2294927ba6e64565","created_at":"2026-06-30T06:42:11.590Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7b8c660fa1758f8770659e7ae17bae5b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T06:42:11.625Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-f4a4a5cb2294927ba6e64565: start","job_status":"start","queue_duration_s":3.517954,"scheduling_latency_s":3.518005}1373vm-test-run-nixbot-gitlab> gitlab # [  246.936545] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.178Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1374vm-test-run-nixbot-gitlab> gitlab # [  246.940303] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.198Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"f4a4a5cb2294927ba6e64565","created_at":"2026-06-30T06:42:11.590Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7b8c660fa1758f8770659e7ae17bae5b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T06:42:11.625Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-f4a4a5cb2294927ba6e64565: done: 0.054551 sec","job_status":"done","queue_duration_s":3.517954,"scheduling_latency_s":3.518005,"redis_calls":10,"redis_duration_s":0.004175,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001164,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002253,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000758,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032338,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00068558,"duration_s":0.054551,"completed_at":"2026-06-30T06:42:15.197Z","load_balancing_strategy":"primary","db_duration_s":0.001216,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1375vm-test-run-nixbot-gitlab> gitlab # [  246.983106] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.200Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f8074cba11982d2b15739fbe","created_at":"2026-06-30T06:42:12.822Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-15f95d8a376a45aa","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f8074cba11982d2b15739fbe: start","job_status":"start","queue_duration_s":2.364924,"scheduling_latency_s":2.364963}1376vm-test-run-nixbot-gitlab> gitlab # [  246.996290] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.232Z","message":"No existing merge request to be cleaned up."}1377vm-test-run-nixbot-gitlab> gitlab # [  246.998334] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.259Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"f8074cba11982d2b15739fbe","created_at":"2026-06-30T06:42:12.822Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-15f95d8a376a45aa","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-f8074cba11982d2b15739fbe: done: 0.058824 sec","job_status":"done","queue_duration_s":2.364924,"scheduling_latency_s":2.364963,"redis_calls":13,"redis_duration_s":0.005548,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00064,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001689,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003219,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038278,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00061258,"duration_s":0.058824,"completed_at":"2026-06-30T06:42:15.259Z","load_balancing_strategy":"primary","db_duration_s":0.007651,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1378vm-test-run-nixbot-gitlab> gitlab # [  247.040743] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.261Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"22400039feadbc6f4031c670","created_at":"2026-06-30T06:42:12.822Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-15f95d8a376a45aa","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-22400039feadbc6f4031c670: start","job_status":"start","queue_duration_s":2.426021,"scheduling_latency_s":2.426053}1379vm-test-run-nixbot-gitlab> gitlab # [  247.053586] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.280Z","message":"No existing merge request to be cleaned up."}1380vm-test-run-nixbot-gitlab> gitlab # [  247.055308] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.295Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"22400039feadbc6f4031c670","created_at":"2026-06-30T06:42:12.822Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-15f95d8a376a45aa","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-22400039feadbc6f4031c670: done: 0.033298 sec","job_status":"done","queue_duration_s":2.426021,"scheduling_latency_s":2.426053,"redis_calls":10,"redis_duration_s":0.004861,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002963,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001898,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020788,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.033298,"completed_at":"2026-06-30T06:42:15.295Z","load_balancing_strategy":"primary","db_duration_s":0.0032,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1381vm-test-run-nixbot-gitlab> gitlab # [  247.096495] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.298Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a85f0f97909237fbad5372e6","created_at":"2026-06-30T06:42:12.822Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-15f95d8a376a45aa","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a85f0f97909237fbad5372e6: start","job_status":"start","queue_duration_s":2.462679,"scheduling_latency_s":2.462714}1382vm-test-run-nixbot-gitlab> gitlab # [  247.109196] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.316Z","message":"No existing merge request to be cleaned up."}1383vm-test-run-nixbot-gitlab> gitlab # [  247.110901] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.330Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a85f0f97909237fbad5372e6","created_at":"2026-06-30T06:42:12.822Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-15f95d8a376a45aa","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a85f0f97909237fbad5372e6: done: 0.032172 sec","job_status":"done","queue_duration_s":2.462679,"scheduling_latency_s":2.462714,"redis_calls":10,"redis_duration_s":0.003226,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001291,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001935,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021679,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032172,"completed_at":"2026-06-30T06:42:15.330Z","load_balancing_strategy":"primary","db_duration_s":0.003445,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1384vm-test-run-nixbot-gitlab> gitlab # [  247.151064] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.332Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"12666935d876013b01017482","created_at":"2026-06-30T06:42:12.822Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-15f95d8a376a45aa","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-12666935d876013b01017482: start","job_status":"start","queue_duration_s":2.496636,"scheduling_latency_s":2.496662}1385vm-test-run-nixbot-gitlab> gitlab # [  247.163919] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.347Z","message":"No existing merge request to be cleaned up."}1386vm-test-run-nixbot-gitlab> gitlab # [  247.165752] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:42:15.357Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"12666935d876013b01017482","created_at":"2026-06-30T06:42:12.822Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-15f95d8a376a45aa","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"1878e047a30fab898f74dd317617ce41","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.835Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-12666935d876013b01017482: done: 0.025413 sec","job_status":"done","queue_duration_s":2.496636,"scheduling_latency_s":2.496662,"redis_calls":10,"redis_duration_s":0.002761,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001128,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001633,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01644,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025413,"completed_at":"2026-06-30T06:42:15.357Z","load_balancing_strategy":"primary","db_duration_s":0.002676,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1387vm-test-run-nixbot-gitlab> gitlab # [  281.195848] setup-gitlab-start[3425]: W, [2026-06-30T06:42:50.918370 #3425]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1388vm-test-run-nixbot-gitlab> gitlab # [  295.283217] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:05.005Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"9509cd4ac54b9bb8b04d1845","created_at":"2026-06-30T06:43:04.982Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.001Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-9509cd4ac54b9bb8b04d1845: start","job_status":"start","queue_duration_s":0.003636,"scheduling_latency_s":0.0037}1389vm-test-run-nixbot-gitlab> gitlab # [  296.226731] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:05.949Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"9509cd4ac54b9bb8b04d1845","created_at":"2026-06-30T06:43:04.982Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.001Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-9509cd4ac54b9bb8b04d1845: done: 0.9444 sec","job_status":"done","queue_duration_s":0.003636,"scheduling_latency_s":0.0037,"redis_calls":66,"redis_duration_s":0.284362,"redis_read_bytes":876,"redis_write_bytes":41509,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.013333,"redis_feature_flag_read_bytes":768,"redis_feature_flag_write_bytes":400,"redis_queues_calls":2,"redis_queues_duration_s":0.007528,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.25626,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.007241,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.3194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.9444,"completed_at":"2026-06-30T06:43:05.949Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1390vm-test-run-nixbot-gitlab> gitlab # [  296.329390] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:05.988Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"2cfb1d3d729c4db998b3cd6c","created_at":"2026-06-30T06:43:05.045Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f0c1d86ab57bb2b9742802b59e5215bb","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.052Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-2cfb1d3d729c4db998b3cd6c: start","job_status":"start","queue_duration_s":0.936235,"scheduling_latency_s":0.936292}1391vm-test-run-nixbot-gitlab> gitlab # [  296.370972] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.093Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"2cfb1d3d729c4db998b3cd6c","created_at":"2026-06-30T06:43:05.045Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f0c1d86ab57bb2b9742802b59e5215bb","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.052Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-2cfb1d3d729c4db998b3cd6c: done: 0.105005 sec","job_status":"done","queue_duration_s":0.936235,"scheduling_latency_s":0.936292,"redis_calls":7,"redis_duration_s":0.003735,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002738,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000997,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.105005,"completed_at":"2026-06-30T06:43:06.093Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011247,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1392vm-test-run-nixbot-gitlab> gitlab # [  296.470681] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.098Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"251df765e79a0de65a0cd425","created_at":"2026-06-30T06:43:05.071Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f02b0b4911b17a73bc78296c4b3688f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T06:43:05.085Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-251df765e79a0de65a0cd425: start","job_status":"start","queue_duration_s":1.012479,"scheduling_latency_s":1.012542}1393vm-test-run-nixbot-gitlab> gitlab # [  296.486043] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.191Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"251df765e79a0de65a0cd425","created_at":"2026-06-30T06:43:05.071Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5f02b0b4911b17a73bc78296c4b3688f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T06:43:05.085Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-251df765e79a0de65a0cd425: done: 0.093206 sec","job_status":"done","queue_duration_s":1.012479,"scheduling_latency_s":1.012542,"redis_calls":7,"redis_duration_s":0.00413,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002925,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001205,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.034,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.034,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.045269,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.093206,"completed_at":"2026-06-30T06:43:06.191Z","load_balancing_strategy":"primary","db_duration_s":0.033566,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1394vm-test-run-nixbot-gitlab> gitlab # [  296.530141] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.195Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"87cdc6fee12eec4f9e639f7b","created_at":"2026-06-30T06:43:05.114Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1782eae89538efc35c87a7f38627123e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.127Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-87cdc6fee12eec4f9e639f7b: start","job_status":"start","queue_duration_s":1.06793,"scheduling_latency_s":1.067984}1395vm-test-run-nixbot-gitlab> gitlab # [  296.904937] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.628Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"87cdc6fee12eec4f9e639f7b","created_at":"2026-06-30T06:43:05.114Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1782eae89538efc35c87a7f38627123e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.127Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-87cdc6fee12eec4f9e639f7b: done: 0.432962 sec","job_status":"done","queue_duration_s":1.06793,"scheduling_latency_s":1.067984,"redis_calls":9,"redis_duration_s":0.00368,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001856,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001824,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.078,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.078,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.318908,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00133202,"exclusive_lock_hold_duration_s":0.39776848,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.432962,"completed_at":"2026-06-30T06:43:06.628Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.141453,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1396vm-test-run-nixbot-gitlab> gitlab # [  296.999547] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.630Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"522a751c1e1a9b50723364b1","created_at":"2026-06-30T06:43:05.202Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"18a61c77d50ce5630dee91d28ce8d9aa","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.215Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-522a751c1e1a9b50723364b1: start","job_status":"start","queue_duration_s":1.414398,"scheduling_latency_s":1.414419}1397vm-test-run-nixbot-gitlab> gitlab # [  297.017873] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.645Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"522a751c1e1a9b50723364b1","created_at":"2026-06-30T06:43:05.202Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"18a61c77d50ce5630dee91d28ce8d9aa","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.215Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-522a751c1e1a9b50723364b1: done: 0.015754 sec","job_status":"done","queue_duration_s":1.414398,"scheduling_latency_s":1.414419,"redis_calls":7,"redis_duration_s":0.001748,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001224,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000524,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008947,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015754,"completed_at":"2026-06-30T06:43:06.645Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1398vm-test-run-nixbot-gitlab> gitlab # [  297.062281] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.647Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"b7ac68fcbc9bfeea4b38fca3","created_at":"2026-06-30T06:43:05.307Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"96aaa3ff0ff53209a92de9d01d47e407","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.326Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-b7ac68fcbc9bfeea4b38fca3: start","job_status":"start","queue_duration_s":1.32096,"scheduling_latency_s":1.320979}1399vm-test-run-nixbot-gitlab> gitlab # [  297.078654] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.655Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1400vm-test-run-nixbot-gitlab> gitlab # [  297.082293] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.661Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"b7ac68fcbc9bfeea4b38fca3","created_at":"2026-06-30T06:43:05.307Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"96aaa3ff0ff53209a92de9d01d47e407","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.326Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-b7ac68fcbc9bfeea4b38fca3: done: 0.01439 sec","job_status":"done","queue_duration_s":1.32096,"scheduling_latency_s":1.320979,"redis_calls":7,"redis_duration_s":0.001657,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001189,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000468,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008542,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01439,"completed_at":"2026-06-30T06:43:06.661Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1401vm-test-run-nixbot-gitlab> gitlab # [  297.126097] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.663Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"79adacdd2b17f1665ada48ee","created_at":"2026-06-30T06:43:05.360Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b1d1a4f48829da4cd9c319761dd0ee7b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.371Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-79adacdd2b17f1665ada48ee: start","job_status":"start","queue_duration_s":1.291672,"scheduling_latency_s":1.291691}1402vm-test-run-nixbot-gitlab> gitlab # [  297.141773] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.714Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"79adacdd2b17f1665ada48ee","created_at":"2026-06-30T06:43:05.360Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b1d1a4f48829da4cd9c319761dd0ee7b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.371Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-79adacdd2b17f1665ada48ee: done: 0.050824 sec","job_status":"done","queue_duration_s":1.291672,"scheduling_latency_s":1.291691,"redis_calls":9,"redis_duration_s":0.002816,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001414,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001402,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.019,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024663,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00065734,"exclusive_lock_hold_duration_s":0.03296092,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.050824,"completed_at":"2026-06-30T06:43:06.714Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0209,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1403vm-test-run-nixbot-gitlab> gitlab # [  297.188623] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.716Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"888d8f5c0cbb4702f3a01490","created_at":"2026-06-30T06:43:05.398Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.413Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-888d8f5c0cbb4702f3a01490: start","job_status":"start","queue_duration_s":1.30257,"scheduling_latency_s":1.302592}1404vm-test-run-nixbot-gitlab> gitlab # [  297.202687] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.772Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"888d8f5c0cbb4702f3a01490","created_at":"2026-06-30T06:43:05.398Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.413Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-888d8f5c0cbb4702f3a01490: done: 0.056894 sec","job_status":"done","queue_duration_s":1.30257,"scheduling_latency_s":1.302592,"redis_calls":14,"redis_duration_s":0.005162,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000612,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.003279,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001271,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.04433,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.056894,"completed_at":"2026-06-30T06:43:06.772Z","load_balancing_strategy":"primary","db_duration_s":0.003803,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1405vm-test-run-nixbot-gitlab> gitlab # [  297.247243] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.775Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"c658cbf3bc215f5c6870f625","created_at":"2026-06-30T06:43:05.437Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"366b2c9fabcb63f373c27a680d3a9307","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.450Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-c658cbf3bc215f5c6870f625: start","job_status":"start","queue_duration_s":1.325665,"scheduling_latency_s":1.325708}1406vm-test-run-nixbot-gitlab> gitlab # [  297.262942] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.793Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1407vm-test-run-nixbot-gitlab> gitlab # [  297.266394] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.807Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"c658cbf3bc215f5c6870f625","created_at":"2026-06-30T06:43:05.437Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"366b2c9fabcb63f373c27a680d3a9307","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.450Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-c658cbf3bc215f5c6870f625: done: 0.031297 sec","job_status":"done","queue_duration_s":1.325665,"scheduling_latency_s":1.325708,"redis_calls":7,"redis_duration_s":0.003054,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002175,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000879,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019581,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.031297,"completed_at":"2026-06-30T06:43:06.807Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1408vm-test-run-nixbot-gitlab> gitlab # [  297.310497] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.810Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"c414158c46a2b75f7cb710a5","created_at":"2026-06-30T06:43:05.474Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1cdc5640bd2017aaead18d2b47fffc22","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.486Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-c414158c46a2b75f7cb710a5: start","job_status":"start","queue_duration_s":1.324583,"scheduling_latency_s":1.324628}1409vm-test-run-nixbot-gitlab> gitlab # [  297.325205] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.844Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"c414158c46a2b75f7cb710a5","created_at":"2026-06-30T06:43:05.474Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1cdc5640bd2017aaead18d2b47fffc22","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.486Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-c414158c46a2b75f7cb710a5: done: 0.033503 sec","job_status":"done","queue_duration_s":1.324583,"scheduling_latency_s":1.324628,"redis_calls":7,"redis_duration_s":0.002672,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001908,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000764,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021016,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.033503,"completed_at":"2026-06-30T06:43:06.844Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001716,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1410vm-test-run-nixbot-gitlab> gitlab # [  297.367732] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:06.846Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"63817e96de5e143c9601c980","created_at":"2026-06-30T06:43:05.518Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1f3c53d4202ec2d2b5f516c4c1ee2c59","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.531Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-63817e96de5e143c9601c980: start","job_status":"start","queue_duration_s":1.315654,"scheduling_latency_s":1.315689}1411vm-test-run-nixbot-gitlab> gitlab # [  297.546062] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.269Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"63817e96de5e143c9601c980","created_at":"2026-06-30T06:43:05.518Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1f3c53d4202ec2d2b5f516c4c1ee2c59","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.531Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-63817e96de5e143c9601c980: done: 0.422639 sec","job_status":"done","queue_duration_s":1.315654,"scheduling_latency_s":1.315689,"redis_calls":571,"redis_duration_s":0.106028,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.104568,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.365294,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.422639,"completed_at":"2026-06-30T06:43:07.269Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1412vm-test-run-nixbot-gitlab> gitlab # [  297.622021] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.271Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"3416b72279f2713dd08afec5","created_at":"2026-06-30T06:43:05.569Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"08aae72e0332e9aaf93febff3e0d608b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.582Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-3416b72279f2713dd08afec5: start","job_status":"start","queue_duration_s":1.689154,"scheduling_latency_s":1.689183}1413vm-test-run-nixbot-gitlab> gitlab # [  297.639088] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.288Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"3416b72279f2713dd08afec5","created_at":"2026-06-30T06:43:05.569Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"08aae72e0332e9aaf93febff3e0d608b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.582Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-3416b72279f2713dd08afec5: done: 0.017528 sec","job_status":"done","queue_duration_s":1.689154,"scheduling_latency_s":1.689183,"redis_calls":7,"redis_duration_s":0.001983,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001401,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000582,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010338,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017528,"completed_at":"2026-06-30T06:43:07.288Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1414vm-test-run-nixbot-gitlab> gitlab # [  297.682736] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.290Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PipelineScheduleWorker","jid":"7a8876feed03b634a7e13cfe","created_at":"2026-06-30T06:43:05.611Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e389bba44d8295c89e555c5f944957fd","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f6baa6e6d21754c4b13358fe49f8c31a08729a9dd276fb680a810caf1bc7fab5","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.642Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineScheduleWorker JID-7a8876feed03b634a7e13cfe: start","job_status":"start","queue_duration_s":1.648533,"scheduling_latency_s":1.64856}1415vm-test-run-nixbot-gitlab> gitlab # [  297.697784] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.339Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PipelineScheduleWorker","jid":"7a8876feed03b634a7e13cfe","created_at":"2026-06-30T06:43:05.611Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e389bba44d8295c89e555c5f944957fd","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f6baa6e6d21754c4b13358fe49f8c31a08729a9dd276fb680a810caf1bc7fab5","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.642Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineScheduleWorker JID-7a8876feed03b634a7e13cfe: done: 0.048777 sec","job_status":"done","queue_duration_s":1.648533,"scheduling_latency_s":1.64856,"redis_calls":12,"redis_duration_s":0.004339,"redis_read_bytes":11,"redis_write_bytes":1281,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000885,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001685,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":518,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001769,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":476,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00103346,"exclusive_lock_hold_duration_s":0.0192855,"duration_s":0.048777,"completed_at":"2026-06-30T06:43:07.339Z","load_balancing_strategy":"primary","db_duration_s":0.011465,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1416vm-test-run-nixbot-gitlab> gitlab # [  297.744173] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.341Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"d6274145bbe35511d1b0ce7a","created_at":"2026-06-30T06:43:05.733Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dfa64f43247e8f14f0767430aa1674cc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.745Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-d6274145bbe35511d1b0ce7a: start","job_status":"start","queue_duration_s":1.596395,"scheduling_latency_s":1.596426}1417vm-test-run-nixbot-gitlab> gitlab # [  297.759423] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.353Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1418vm-test-run-nixbot-gitlab> gitlab # [  297.763711] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.361Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"d6274145bbe35511d1b0ce7a","created_at":"2026-06-30T06:43:05.733Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dfa64f43247e8f14f0767430aa1674cc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.745Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-d6274145bbe35511d1b0ce7a: done: 0.019933 sec","job_status":"done","queue_duration_s":1.596395,"scheduling_latency_s":1.596426,"redis_calls":7,"redis_duration_s":0.002097,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001467,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00063,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011797,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019933,"completed_at":"2026-06-30T06:43:07.361Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1419vm-test-run-nixbot-gitlab> gitlab # [  297.807425] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.363Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"4a7828e574a5c236f03f5bc0","created_at":"2026-06-30T06:43:05.769Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59b16da109185bb2ca348f39427e0a83","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.779Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-4a7828e574a5c236f03f5bc0: start","job_status":"start","queue_duration_s":1.583904,"scheduling_latency_s":1.583933}1420vm-test-run-nixbot-gitlab> gitlab # [  297.822813] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.390Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"4a7828e574a5c236f03f5bc0","created_at":"2026-06-30T06:43:05.769Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59b16da109185bb2ca348f39427e0a83","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.779Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-4a7828e574a5c236f03f5bc0: done: 0.027041 sec","job_status":"done","queue_duration_s":1.583904,"scheduling_latency_s":1.583933,"redis_calls":9,"redis_duration_s":0.003014,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001569,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001445,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016335,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00090466,"exclusive_lock_hold_duration_s":0.00506874,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.027041,"completed_at":"2026-06-30T06:43:07.390Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002475,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421vm-test-run-nixbot-gitlab> gitlab # [  297.866132] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.393Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"b1089581767480bf004ead35","created_at":"2026-06-30T06:43:05.801Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"709704ec6c0351e680ab6365d8c17f89","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.814Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-b1089581767480bf004ead35: start","job_status":"start","queue_duration_s":1.578629,"scheduling_latency_s":1.578658}1422vm-test-run-nixbot-gitlab> gitlab # [  297.881120] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.405Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1423vm-test-run-nixbot-gitlab> gitlab # [  297.884813] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.413Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"b1089581767480bf004ead35","created_at":"2026-06-30T06:43:05.801Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"709704ec6c0351e680ab6365d8c17f89","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.814Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-b1089581767480bf004ead35: done: 0.020376 sec","job_status":"done","queue_duration_s":1.578629,"scheduling_latency_s":1.578658,"redis_calls":7,"redis_duration_s":0.002105,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001485,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00062,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020376,"completed_at":"2026-06-30T06:43:07.413Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1424vm-test-run-nixbot-gitlab> gitlab # [  297.927955] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.415Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f6df37b57ec5bfac0a9bc5af","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f6df37b57ec5bfac0a9bc5af: start","job_status":"start","queue_duration_s":1.523775,"scheduling_latency_s":1.523806}1425vm-test-run-nixbot-gitlab> gitlab # [  297.941082] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.439Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f6df37b57ec5bfac0a9bc5af","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f6df37b57ec5bfac0a9bc5af: done: 0.024317 sec","job_status":"done","queue_duration_s":1.523775,"scheduling_latency_s":1.523806,"redis_calls":13,"redis_duration_s":0.0034860000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001198,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002288,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024317,"completed_at":"2026-06-30T06:43:07.439Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1426vm-test-run-nixbot-gitlab> gitlab # [  297.981805] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.441Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a173d9b5360a0798afa99fb7","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a173d9b5360a0798afa99fb7: start","job_status":"start","queue_duration_s":1.550016,"scheduling_latency_s":1.550047}1427vm-test-run-nixbot-gitlab> gitlab # [  297.994466] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.467Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a173d9b5360a0798afa99fb7","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a173d9b5360a0798afa99fb7: done: 0.025733 sec","job_status":"done","queue_duration_s":1.550016,"scheduling_latency_s":1.550047,"redis_calls":13,"redis_duration_s":0.0024230000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000885,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001538,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016671,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025733,"completed_at":"2026-06-30T06:43:07.467Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1428vm-test-run-nixbot-gitlab> gitlab # [  298.035298] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"461601ee8978bc5bbe4ba9b5","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-461601ee8978bc5bbe4ba9b5: start","job_status":"start","queue_duration_s":1.577739,"scheduling_latency_s":1.577771}1429vm-test-run-nixbot-gitlab> gitlab # [  298.048392] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.492Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"461601ee8978bc5bbe4ba9b5","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-461601ee8978bc5bbe4ba9b5: done: 0.023098 sec","job_status":"done","queue_duration_s":1.577739,"scheduling_latency_s":1.577771,"redis_calls":13,"redis_duration_s":0.00234,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001468,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023098,"completed_at":"2026-06-30T06:43:07.492Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1430vm-test-run-nixbot-gitlab> gitlab # [  298.089152] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.494Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8a6b01853d7dd2257b001b37","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8a6b01853d7dd2257b001b37: start","job_status":"start","queue_duration_s":1.60263,"scheduling_latency_s":1.60266}1431vm-test-run-nixbot-gitlab> gitlab # [  298.103275] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.518Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8a6b01853d7dd2257b001b37","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8a6b01853d7dd2257b001b37: done: 0.023996 sec","job_status":"done","queue_duration_s":1.60263,"scheduling_latency_s":1.60266,"redis_calls":13,"redis_duration_s":0.0024749999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001575,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015796,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023996,"completed_at":"2026-06-30T06:43:07.518Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1432vm-test-run-nixbot-gitlab> gitlab # [  298.143949] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.519Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5749400c8d8c718c0a008f49","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5749400c8d8c718c0a008f49: start","job_status":"start","queue_duration_s":1.628179,"scheduling_latency_s":1.628204}1433vm-test-run-nixbot-gitlab> gitlab # [  298.157015] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.535Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5749400c8d8c718c0a008f49","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5749400c8d8c718c0a008f49: done: 0.016022 sec","job_status":"done","queue_duration_s":1.628179,"scheduling_latency_s":1.628204,"redis_calls":13,"redis_duration_s":0.0014399999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000932,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010486,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016022,"completed_at":"2026-06-30T06:43:07.535Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1434vm-test-run-nixbot-gitlab> gitlab # [  298.197945] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.537Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c7284b10b4ab010dc409358f","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c7284b10b4ab010dc409358f: start","job_status":"start","queue_duration_s":1.645373,"scheduling_latency_s":1.645389}1435vm-test-run-nixbot-gitlab> gitlab # [  298.210973] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.552Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c7284b10b4ab010dc409358f","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c7284b10b4ab010dc409358f: done: 0.015808 sec","job_status":"done","queue_duration_s":1.645373,"scheduling_latency_s":1.645389,"redis_calls":13,"redis_duration_s":0.001699,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000532,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001167,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010574,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015808,"completed_at":"2026-06-30T06:43:07.552Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1436vm-test-run-nixbot-gitlab> gitlab # [  298.253592] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.554Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"650bdb6b1c463363a1161bb2","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-650bdb6b1c463363a1161bb2: start","job_status":"start","queue_duration_s":1.662369,"scheduling_latency_s":1.662386}1437vm-test-run-nixbot-gitlab> gitlab # [  298.266864] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.569Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"650bdb6b1c463363a1161bb2","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-650bdb6b1c463363a1161bb2: done: 0.015726 sec","job_status":"done","queue_duration_s":1.662369,"scheduling_latency_s":1.662386,"redis_calls":13,"redis_duration_s":0.001551,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000989,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010592,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015726,"completed_at":"2026-06-30T06:43:07.569Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1438vm-test-run-nixbot-gitlab> gitlab # [  298.309926] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.571Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc4bd6df29731023978b7922","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc4bd6df29731023978b7922: start","job_status":"start","queue_duration_s":1.679324,"scheduling_latency_s":1.679342}1439vm-test-run-nixbot-gitlab> gitlab # [  298.323257] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.587Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc4bd6df29731023978b7922","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc4bd6df29731023978b7922: done: 0.015985 sec","job_status":"done","queue_duration_s":1.679324,"scheduling_latency_s":1.679342,"redis_calls":13,"redis_duration_s":0.0016950000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000647,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001048,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010764,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015985,"completed_at":"2026-06-30T06:43:07.586Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1440vm-test-run-nixbot-gitlab> gitlab # [  298.366157] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.588Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3b2ca0a4d1bc3bd858b288ec","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3b2ca0a4d1bc3bd858b288ec: start","job_status":"start","queue_duration_s":1.696621,"scheduling_latency_s":1.696638}1441vm-test-run-nixbot-gitlab> gitlab # [  298.380224] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.603Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3b2ca0a4d1bc3bd858b288ec","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3b2ca0a4d1bc3bd858b288ec: done: 0.015574 sec","job_status":"done","queue_duration_s":1.696621,"scheduling_latency_s":1.696638,"redis_calls":13,"redis_duration_s":0.001516,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000541,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000975,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010507,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015574,"completed_at":"2026-06-30T06:43:07.603Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1442vm-test-run-nixbot-gitlab> gitlab # [  298.421436] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.605Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"964b11a20000bdd7c040e560","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-964b11a20000bdd7c040e560: start","job_status":"start","queue_duration_s":1.713428,"scheduling_latency_s":1.713445}1443vm-test-run-nixbot-gitlab> gitlab # [  298.434564] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.620Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"964b11a20000bdd7c040e560","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-964b11a20000bdd7c040e560: done: 0.015755 sec","job_status":"done","queue_duration_s":1.713428,"scheduling_latency_s":1.713445,"redis_calls":13,"redis_duration_s":0.001569,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000571,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000998,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010677,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015755,"completed_at":"2026-06-30T06:43:07.620Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1444vm-test-run-nixbot-gitlab> gitlab # [  298.476048] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.622Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a7c57d039d93a73aa4c3e200","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a7c57d039d93a73aa4c3e200: start","job_status":"start","queue_duration_s":1.730442,"scheduling_latency_s":1.73046}1445vm-test-run-nixbot-gitlab> gitlab # [  298.489109] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.638Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a7c57d039d93a73aa4c3e200","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a7c57d039d93a73aa4c3e200: done: 0.01624 sec","job_status":"done","queue_duration_s":1.730442,"scheduling_latency_s":1.73046,"redis_calls":13,"redis_duration_s":0.001656,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000614,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001042,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010911,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01624,"completed_at":"2026-06-30T06:43:07.638Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1446vm-test-run-nixbot-gitlab> gitlab # [  298.531947] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.639Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d26e3150ea11a7f9103f8f1","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d26e3150ea11a7f9103f8f1: start","job_status":"start","queue_duration_s":1.747952,"scheduling_latency_s":1.747972}1447vm-test-run-nixbot-gitlab> gitlab # [  298.545299] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.656Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d26e3150ea11a7f9103f8f1","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d26e3150ea11a7f9103f8f1: done: 0.017044 sec","job_status":"done","queue_duration_s":1.747952,"scheduling_latency_s":1.747972,"redis_calls":13,"redis_duration_s":0.002038,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000615,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001423,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011218,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017044,"completed_at":"2026-06-30T06:43:07.656Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1448vm-test-run-nixbot-gitlab> gitlab # [  298.586425] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.658Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d7085d9735db857bd86582f9","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d7085d9735db857bd86582f9: start","job_status":"start","queue_duration_s":1.766299,"scheduling_latency_s":1.766319}1449vm-test-run-nixbot-gitlab> gitlab # [  298.599637] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.674Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d7085d9735db857bd86582f9","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d7085d9735db857bd86582f9: done: 0.016689 sec","job_status":"done","queue_duration_s":1.766299,"scheduling_latency_s":1.766319,"redis_calls":13,"redis_duration_s":0.001781,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000631,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00115,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011173,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016689,"completed_at":"2026-06-30T06:43:07.674Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1450vm-test-run-nixbot-gitlab> gitlab # [  298.641747] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.676Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dbec510cbc3665d18ac1b7a4","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dbec510cbc3665d18ac1b7a4: start","job_status":"start","queue_duration_s":1.784381,"scheduling_latency_s":1.784402}1451vm-test-run-nixbot-gitlab> gitlab # [  298.654871] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.692Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dbec510cbc3665d18ac1b7a4","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dbec510cbc3665d18ac1b7a4: done: 0.016673 sec","job_status":"done","queue_duration_s":1.784381,"scheduling_latency_s":1.784402,"redis_calls":13,"redis_duration_s":0.0017430000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000633,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00111,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011171,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016673,"completed_at":"2026-06-30T06:43:07.692Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1452vm-test-run-nixbot-gitlab> gitlab # [  298.695847] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.693Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87565d9843a2fb096559b8b2","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87565d9843a2fb096559b8b2: start","job_status":"start","queue_duration_s":1.802177,"scheduling_latency_s":1.802194}1453vm-test-run-nixbot-gitlab> gitlab # [  298.709955] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.708Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87565d9843a2fb096559b8b2","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87565d9843a2fb096559b8b2: done: 0.014954 sec","job_status":"done","queue_duration_s":1.802177,"scheduling_latency_s":1.802194,"redis_calls":13,"redis_duration_s":0.001403,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000493,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014954,"completed_at":"2026-06-30T06:43:07.708Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1454vm-test-run-nixbot-gitlab> gitlab # [  298.750629] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.709Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93796304699cbcbd9c1cf8bb","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93796304699cbcbd9c1cf8bb: start","job_status":"start","queue_duration_s":1.81824,"scheduling_latency_s":1.818257}1455vm-test-run-nixbot-gitlab> gitlab # [  298.763624] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.725Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93796304699cbcbd9c1cf8bb","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93796304699cbcbd9c1cf8bb: done: 0.015192 sec","job_status":"done","queue_duration_s":1.81824,"scheduling_latency_s":1.818257,"redis_calls":13,"redis_duration_s":0.001472,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000526,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000946,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010256,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015192,"completed_at":"2026-06-30T06:43:07.725Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1456vm-test-run-nixbot-gitlab> gitlab # [  298.805028] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.726Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f7886bff5320c5bc12855b33","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f7886bff5320c5bc12855b33: start","job_status":"start","queue_duration_s":1.834638,"scheduling_latency_s":1.834654}1457vm-test-run-nixbot-gitlab> gitlab # [  298.820512] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.741Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f7886bff5320c5bc12855b33","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f7886bff5320c5bc12855b33: done: 0.015415 sec","job_status":"done","queue_duration_s":1.834638,"scheduling_latency_s":1.834654,"redis_calls":13,"redis_duration_s":0.001539,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000564,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000975,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010432,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015415,"completed_at":"2026-06-30T06:43:07.741Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1458vm-test-run-nixbot-gitlab> gitlab # [  298.861241] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.742Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2fc4d9896fbe12eec1325252","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2fc4d9896fbe12eec1325252: start","job_status":"start","queue_duration_s":1.8512,"scheduling_latency_s":1.851217}1459vm-test-run-nixbot-gitlab> gitlab # [  298.874248] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.758Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2fc4d9896fbe12eec1325252","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2fc4d9896fbe12eec1325252: done: 0.015701 sec","job_status":"done","queue_duration_s":1.8512,"scheduling_latency_s":1.851217,"redis_calls":13,"redis_duration_s":0.001509,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000979,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010486,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015701,"completed_at":"2026-06-30T06:43:07.758Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1460vm-test-run-nixbot-gitlab> gitlab # [  298.914802] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.759Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"512087e54fd1f65355468f44","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-512087e54fd1f65355468f44: start","job_status":"start","queue_duration_s":1.868095,"scheduling_latency_s":1.868114}1461vm-test-run-nixbot-gitlab> gitlab # [  298.929133] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.775Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"512087e54fd1f65355468f44","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-512087e54fd1f65355468f44: done: 0.015927 sec","job_status":"done","queue_duration_s":1.868095,"scheduling_latency_s":1.868114,"redis_calls":13,"redis_duration_s":0.001624,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000588,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001036,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010725,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015927,"completed_at":"2026-06-30T06:43:07.775Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1462vm-test-run-nixbot-gitlab> gitlab # [  298.969725] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.777Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4c9967ad112881000c015d0","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4c9967ad112881000c015d0: start","job_status":"start","queue_duration_s":1.885414,"scheduling_latency_s":1.885434}1463vm-test-run-nixbot-gitlab> gitlab # [  298.982743] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.793Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a4c9967ad112881000c015d0","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a4c9967ad112881000c015d0: done: 0.016432 sec","job_status":"done","queue_duration_s":1.885414,"scheduling_latency_s":1.885434,"redis_calls":13,"redis_duration_s":0.001686,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000613,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001073,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010956,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016432,"completed_at":"2026-06-30T06:43:07.793Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1464vm-test-run-nixbot-gitlab> gitlab # [  299.023892] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.794Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fb28918131ad588de34fe9e","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fb28918131ad588de34fe9e: start","job_status":"start","queue_duration_s":1.903131,"scheduling_latency_s":1.90315}1465vm-test-run-nixbot-gitlab> gitlab # [  299.036688] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.811Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fb28918131ad588de34fe9e","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fb28918131ad588de34fe9e: done: 0.016503 sec","job_status":"done","queue_duration_s":1.903131,"scheduling_latency_s":1.90315,"redis_calls":13,"redis_duration_s":0.0017460000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000636,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00111,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011048,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016503,"completed_at":"2026-06-30T06:43:07.811Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1466vm-test-run-nixbot-gitlab> gitlab # [  299.077809] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.812Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a451523874345e0ca3f454fa","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a451523874345e0ca3f454fa: start","job_status":"start","queue_duration_s":1.920962,"scheduling_latency_s":1.920981}1467vm-test-run-nixbot-gitlab> gitlab # [  299.090721] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.828Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a451523874345e0ca3f454fa","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a451523874345e0ca3f454fa: done: 0.015388 sec","job_status":"done","queue_duration_s":1.920962,"scheduling_latency_s":1.920981,"redis_calls":13,"redis_duration_s":0.001438,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000507,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000931,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010406,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015388,"completed_at":"2026-06-30T06:43:07.827Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1468vm-test-run-nixbot-gitlab> gitlab # [  299.133239] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.829Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe8b58cc2595845d8aa655b6","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe8b58cc2595845d8aa655b6: start","job_status":"start","queue_duration_s":1.937609,"scheduling_latency_s":1.937628}1469vm-test-run-nixbot-gitlab> gitlab # [  299.146334] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.845Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe8b58cc2595845d8aa655b6","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe8b58cc2595845d8aa655b6: done: 0.015708 sec","job_status":"done","queue_duration_s":1.937609,"scheduling_latency_s":1.937628,"redis_calls":13,"redis_duration_s":0.001526,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00098,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010527,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015708,"completed_at":"2026-06-30T06:43:07.844Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1470vm-test-run-nixbot-gitlab> gitlab # [  299.187670] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.846Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a6990069d1ca81f6ccf3e898","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a6990069d1ca81f6ccf3e898: start","job_status":"start","queue_duration_s":1.954619,"scheduling_latency_s":1.954638}1471vm-test-run-nixbot-gitlab> gitlab # [  299.200485] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.863Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a6990069d1ca81f6ccf3e898","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a6990069d1ca81f6ccf3e898: done: 0.016823 sec","job_status":"done","queue_duration_s":1.954619,"scheduling_latency_s":1.954638,"redis_calls":13,"redis_duration_s":0.00174,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000652,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001088,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011102,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016823,"completed_at":"2026-06-30T06:43:07.863Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1472vm-test-run-nixbot-gitlab> gitlab # [  299.242047] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.864Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"150cccba7855fc86e55b802f","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-150cccba7855fc86e55b802f: start","job_status":"start","queue_duration_s":1.972822,"scheduling_latency_s":1.972843}1473vm-test-run-nixbot-gitlab> gitlab # [  299.255214] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.881Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"150cccba7855fc86e55b802f","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-150cccba7855fc86e55b802f: done: 0.016511 sec","job_status":"done","queue_duration_s":1.972822,"scheduling_latency_s":1.972843,"redis_calls":13,"redis_duration_s":0.0016580000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000604,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001054,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011077,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016511,"completed_at":"2026-06-30T06:43:07.880Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1474vm-test-run-nixbot-gitlab> gitlab # [  299.296771] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.882Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"72a59b789074a20335dc95de","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-72a59b789074a20335dc95de: start","job_status":"start","queue_duration_s":1.990627,"scheduling_latency_s":1.990647}1475vm-test-run-nixbot-gitlab> gitlab # [  299.311784] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.898Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"72a59b789074a20335dc95de","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-72a59b789074a20335dc95de: done: 0.01625 sec","job_status":"done","queue_duration_s":1.990627,"scheduling_latency_s":1.990647,"redis_calls":13,"redis_duration_s":0.001726,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000581,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001145,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010823,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01625,"completed_at":"2026-06-30T06:43:07.898Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1476vm-test-run-nixbot-gitlab> gitlab # [  299.353834] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.899Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"60cef27726c216a9bf4db549","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-60cef27726c216a9bf4db549: start","job_status":"start","queue_duration_s":2.008133,"scheduling_latency_s":2.008154}1477vm-test-run-nixbot-gitlab> gitlab # [  299.366572] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.916Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"60cef27726c216a9bf4db549","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-60cef27726c216a9bf4db549: done: 0.016267 sec","job_status":"done","queue_duration_s":2.008133,"scheduling_latency_s":2.008154,"redis_calls":13,"redis_duration_s":0.001593,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000575,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001018,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0109,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016267,"completed_at":"2026-06-30T06:43:07.916Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1478vm-test-run-nixbot-gitlab> gitlab # [  299.407783] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.917Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f18f050a146b40a065a5538","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f18f050a146b40a065a5538: start","job_status":"start","queue_duration_s":2.025788,"scheduling_latency_s":2.025809}1479vm-test-run-nixbot-gitlab> gitlab # [  299.420993] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.933Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f18f050a146b40a065a5538","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f18f050a146b40a065a5538: done: 0.01644 sec","job_status":"done","queue_duration_s":2.025788,"scheduling_latency_s":2.025809,"redis_calls":13,"redis_duration_s":0.001688,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000629,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001059,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010975,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01644,"completed_at":"2026-06-30T06:43:07.933Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1480vm-test-run-nixbot-gitlab> gitlab # [  299.461665] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.935Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acc2c981fdda1d4d9e3c9ed7","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acc2c981fdda1d4d9e3c9ed7: start","job_status":"start","queue_duration_s":2.043547,"scheduling_latency_s":2.043566}1481vm-test-run-nixbot-gitlab> gitlab # [  299.474710] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.951Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acc2c981fdda1d4d9e3c9ed7","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acc2c981fdda1d4d9e3c9ed7: done: 0.016534 sec","job_status":"done","queue_duration_s":2.043547,"scheduling_latency_s":2.043566,"redis_calls":13,"redis_duration_s":0.001751,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000615,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001136,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011019,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016534,"completed_at":"2026-06-30T06:43:07.951Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1482vm-test-run-nixbot-gitlab> gitlab # [  299.515371] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.953Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93f343bab1b30c8f64208f31","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93f343bab1b30c8f64208f31: start","job_status":"start","queue_duration_s":2.061855,"scheduling_latency_s":2.061876}1483vm-test-run-nixbot-gitlab> gitlab # [  299.529630] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.970Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93f343bab1b30c8f64208f31","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93f343bab1b30c8f64208f31: done: 0.016748 sec","job_status":"done","queue_duration_s":2.061855,"scheduling_latency_s":2.061876,"redis_calls":13,"redis_duration_s":0.001719,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000626,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001093,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011176,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016748,"completed_at":"2026-06-30T06:43:07.970Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1484vm-test-run-nixbot-gitlab> gitlab # [  299.570202] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.971Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27c2104729707ccd437f9675","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27c2104729707ccd437f9675: start","job_status":"start","queue_duration_s":2.079928,"scheduling_latency_s":2.079949}1485vm-test-run-nixbot-gitlab> gitlab # [  299.583206] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.988Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"27c2104729707ccd437f9675","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-27c2104729707ccd437f9675: done: 0.016965 sec","job_status":"done","queue_duration_s":2.079928,"scheduling_latency_s":2.079949,"redis_calls":13,"redis_duration_s":0.001715,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000618,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001097,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011294,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016965,"completed_at":"2026-06-30T06:43:07.988Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1486vm-test-run-nixbot-gitlab> gitlab # [  299.624435] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:07.989Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0c7618ebdaa1d4d33338bd4","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0c7618ebdaa1d4d33338bd4: start","job_status":"start","queue_duration_s":2.098208,"scheduling_latency_s":2.098228}1487vm-test-run-nixbot-gitlab> gitlab # [  299.637085] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.005Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0c7618ebdaa1d4d33338bd4","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0c7618ebdaa1d4d33338bd4: done: 0.015804 sec","job_status":"done","queue_duration_s":2.098208,"scheduling_latency_s":2.098228,"redis_calls":13,"redis_duration_s":0.001498,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000973,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010429,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015804,"completed_at":"2026-06-30T06:43:08.005Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1488vm-test-run-nixbot-gitlab> gitlab # [  299.678957] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.006Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a9e787821960ce1e313ac2a","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a9e787821960ce1e313ac2a: start","job_status":"start","queue_duration_s":2.115199,"scheduling_latency_s":2.115217}1489vm-test-run-nixbot-gitlab> gitlab # [  299.692156] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.022Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a9e787821960ce1e313ac2a","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a9e787821960ce1e313ac2a: done: 0.015666 sec","job_status":"done","queue_duration_s":2.115199,"scheduling_latency_s":2.115217,"redis_calls":13,"redis_duration_s":0.001553,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0006,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000953,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010444,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015666,"completed_at":"2026-06-30T06:43:08.022Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1490vm-test-run-nixbot-gitlab> gitlab # [  299.733791] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.023Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"592c8445a0da7267057295b3","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-592c8445a0da7267057295b3: start","job_status":"start","queue_duration_s":2.132174,"scheduling_latency_s":2.132196}1491vm-test-run-nixbot-gitlab> gitlab # [  299.746905] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.040Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"592c8445a0da7267057295b3","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-592c8445a0da7267057295b3: done: 0.016378 sec","job_status":"done","queue_duration_s":2.132174,"scheduling_latency_s":2.132196,"redis_calls":13,"redis_duration_s":0.0015829999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000569,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001014,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010912,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016378,"completed_at":"2026-06-30T06:43:08.040Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1492vm-test-run-nixbot-gitlab> gitlab # [  299.788488] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.041Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb8ef0001b0db587d4b5a42f","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb8ef0001b0db587d4b5a42f: start","job_status":"start","queue_duration_s":2.149842,"scheduling_latency_s":2.149862}1493vm-test-run-nixbot-gitlab> gitlab # [  299.801083] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.058Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb8ef0001b0db587d4b5a42f","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb8ef0001b0db587d4b5a42f: done: 0.016867 sec","job_status":"done","queue_duration_s":2.149842,"scheduling_latency_s":2.149862,"redis_calls":13,"redis_duration_s":0.0017339999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000641,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001093,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011026,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016867,"completed_at":"2026-06-30T06:43:08.058Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1494vm-test-run-nixbot-gitlab> gitlab # [  299.840988] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.059Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b49bd9c827abedd83c339fd0","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b49bd9c827abedd83c339fd0: start","job_status":"start","queue_duration_s":2.16792,"scheduling_latency_s":2.167939}1495vm-test-run-nixbot-gitlab> gitlab # [  299.853607] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.075Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b49bd9c827abedd83c339fd0","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b49bd9c827abedd83c339fd0: done: 0.015597 sec","job_status":"done","queue_duration_s":2.16792,"scheduling_latency_s":2.167939,"redis_calls":13,"redis_duration_s":0.001544,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001008,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010465,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015597,"completed_at":"2026-06-30T06:43:08.075Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1496vm-test-run-nixbot-gitlab> gitlab # [  299.892898] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.076Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9d08cfeebbb1db8b16f50ccd","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9d08cfeebbb1db8b16f50ccd: start","job_status":"start","queue_duration_s":2.184783,"scheduling_latency_s":2.184801}1497vm-test-run-nixbot-gitlab> gitlab # [  299.905448] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9d08cfeebbb1db8b16f50ccd","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9d08cfeebbb1db8b16f50ccd: done: 0.016064 sec","job_status":"done","queue_duration_s":2.184783,"scheduling_latency_s":2.184801,"redis_calls":13,"redis_duration_s":0.001588,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000566,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001022,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016064,"completed_at":"2026-06-30T06:43:08.092Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1498vm-test-run-nixbot-gitlab> gitlab # [  299.946332] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"407b9b21e2df87fdc48521e5","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-407b9b21e2df87fdc48521e5: start","job_status":"start","queue_duration_s":2.20216,"scheduling_latency_s":2.20218}1499vm-test-run-nixbot-gitlab> gitlab # [  299.958953] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.110Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"407b9b21e2df87fdc48521e5","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-407b9b21e2df87fdc48521e5: done: 0.01665 sec","job_status":"done","queue_duration_s":2.20216,"scheduling_latency_s":2.20218,"redis_calls":13,"redis_duration_s":0.001696,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000619,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001077,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01665,"completed_at":"2026-06-30T06:43:08.110Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1500vm-test-run-nixbot-gitlab> gitlab # [  299.998294] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.111Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de8cc6a348ce9d808e716b91","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de8cc6a348ce9d808e716b91: start","job_status":"start","queue_duration_s":2.22017,"scheduling_latency_s":2.220193}1501vm-test-run-nixbot-gitlab> gitlab # [  300.010982] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.128Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de8cc6a348ce9d808e716b91","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de8cc6a348ce9d808e716b91: done: 0.016903 sec","job_status":"done","queue_duration_s":2.22017,"scheduling_latency_s":2.220193,"redis_calls":13,"redis_duration_s":0.001716,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000617,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001099,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011219,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016903,"completed_at":"2026-06-30T06:43:08.128Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1502vm-test-run-nixbot-gitlab> gitlab # [  300.050901] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.130Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed52e9bd121e89b552e7446a","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed52e9bd121e89b552e7446a: start","job_status":"start","queue_duration_s":2.238468,"scheduling_latency_s":2.238489}1503vm-test-run-nixbot-gitlab> gitlab # [  300.063639] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.146Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed52e9bd121e89b552e7446a","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed52e9bd121e89b552e7446a: done: 0.01678 sec","job_status":"done","queue_duration_s":2.238468,"scheduling_latency_s":2.238489,"redis_calls":13,"redis_duration_s":0.001823,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000667,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001156,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011227,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01678,"completed_at":"2026-06-30T06:43:08.146Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1504vm-test-run-nixbot-gitlab> gitlab # [  300.103151] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.148Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d72b6b6166216ad256b1adb4","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d72b6b6166216ad256b1adb4: start","job_status":"start","queue_duration_s":2.256563,"scheduling_latency_s":2.256582}1505vm-test-run-nixbot-gitlab> gitlab # [  300.115894] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.163Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d72b6b6166216ad256b1adb4","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d72b6b6166216ad256b1adb4: done: 0.015735 sec","job_status":"done","queue_duration_s":2.256563,"scheduling_latency_s":2.256582,"redis_calls":13,"redis_duration_s":0.001716,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000778,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000938,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010448,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015735,"completed_at":"2026-06-30T06:43:08.163Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1506vm-test-run-nixbot-gitlab> gitlab # [  300.157011] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.165Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92f1b659a39d11c4aca06ec3","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92f1b659a39d11c4aca06ec3: start","job_status":"start","queue_duration_s":2.273505,"scheduling_latency_s":2.273522}1507vm-test-run-nixbot-gitlab> gitlab # [  300.169535] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.180Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92f1b659a39d11c4aca06ec3","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92f1b659a39d11c4aca06ec3: done: 0.015667 sec","job_status":"done","queue_duration_s":2.273505,"scheduling_latency_s":2.273522,"redis_calls":13,"redis_duration_s":0.0015149999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000972,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010514,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015667,"completed_at":"2026-06-30T06:43:08.180Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508vm-test-run-nixbot-gitlab> gitlab # [  300.209297] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.182Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c0705ee2f4d912a9cd930c1","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c0705ee2f4d912a9cd930c1: start","job_status":"start","queue_duration_s":2.290465,"scheduling_latency_s":2.290485}1509vm-test-run-nixbot-gitlab> gitlab # [  300.221896] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.198Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c0705ee2f4d912a9cd930c1","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c0705ee2f4d912a9cd930c1: done: 0.016273 sec","job_status":"done","queue_duration_s":2.290465,"scheduling_latency_s":2.290485,"redis_calls":13,"redis_duration_s":0.001624,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000603,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001021,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010875,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016273,"completed_at":"2026-06-30T06:43:08.198Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1510vm-test-run-nixbot-gitlab> gitlab # [  300.261171] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.199Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c3c15351353dc2512cedbc62","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c3c15351353dc2512cedbc62: start","job_status":"start","queue_duration_s":2.308054,"scheduling_latency_s":2.308075}1511vm-test-run-nixbot-gitlab> gitlab # [  300.273796] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.273Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c3c15351353dc2512cedbc62","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c3c15351353dc2512cedbc62: done: 0.073351 sec","job_status":"done","queue_duration_s":2.308054,"scheduling_latency_s":2.308075,"redis_calls":13,"redis_duration_s":0.002073,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00076,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001313,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.066944,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.073351,"completed_at":"2026-06-30T06:43:08.273Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1512vm-test-run-nixbot-gitlab> gitlab # [  300.313507] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.274Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"efb12159bfa3911ab9ad5fc1","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-efb12159bfa3911ab9ad5fc1: start","job_status":"start","queue_duration_s":2.382889,"scheduling_latency_s":2.382914}1513vm-test-run-nixbot-gitlab> gitlab # [  300.326072] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.291Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"efb12159bfa3911ab9ad5fc1","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-efb12159bfa3911ab9ad5fc1: done: 0.016959 sec","job_status":"done","queue_duration_s":2.382889,"scheduling_latency_s":2.382914,"redis_calls":13,"redis_duration_s":0.001746,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000645,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001101,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011254,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016959,"completed_at":"2026-06-30T06:43:08.291Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1514vm-test-run-nixbot-gitlab> gitlab # [  300.366652] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.294Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"205d25c8f93038cdfaf01613","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-205d25c8f93038cdfaf01613: start","job_status":"start","queue_duration_s":2.402427,"scheduling_latency_s":2.402449}1515vm-test-run-nixbot-gitlab> gitlab # [  300.379425] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.312Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"205d25c8f93038cdfaf01613","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-205d25c8f93038cdfaf01613: done: 0.017915 sec","job_status":"done","queue_duration_s":2.402427,"scheduling_latency_s":2.402449,"redis_calls":13,"redis_duration_s":0.0018119999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000674,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001138,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012354,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017915,"completed_at":"2026-06-30T06:43:08.311Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1516vm-test-run-nixbot-gitlab> gitlab # [  300.419843] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.313Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b746bb715970ea0d5ae6abb0","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b746bb715970ea0d5ae6abb0: start","job_status":"start","queue_duration_s":2.421651,"scheduling_latency_s":2.42167}1517vm-test-run-nixbot-gitlab> gitlab # [  300.432355] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.330Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b746bb715970ea0d5ae6abb0","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b746bb715970ea0d5ae6abb0: done: 0.016767 sec","job_status":"done","queue_duration_s":2.421651,"scheduling_latency_s":2.42167,"redis_calls":13,"redis_duration_s":0.001472,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000504,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000968,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011723,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016767,"completed_at":"2026-06-30T06:43:08.330Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1518vm-test-run-nixbot-gitlab> gitlab # [  300.472037] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.331Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"093714b3c5b656f02e923894","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-093714b3c5b656f02e923894: start","job_status":"start","queue_duration_s":2.439609,"scheduling_latency_s":2.439628}1519vm-test-run-nixbot-gitlab> gitlab # [  300.484564] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.348Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"093714b3c5b656f02e923894","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-093714b3c5b656f02e923894: done: 0.017634 sec","job_status":"done","queue_duration_s":2.439609,"scheduling_latency_s":2.439628,"redis_calls":13,"redis_duration_s":0.001629,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000583,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001046,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012265,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017634,"completed_at":"2026-06-30T06:43:08.348Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1520vm-test-run-nixbot-gitlab> gitlab # [  300.524301] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9d2dc838149e95a3db1d6e99","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9d2dc838149e95a3db1d6e99: start","job_status":"start","queue_duration_s":2.458535,"scheduling_latency_s":2.458553}1521vm-test-run-nixbot-gitlab> gitlab # [  300.536763] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.369Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9d2dc838149e95a3db1d6e99","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9d2dc838149e95a3db1d6e99: done: 0.01906 sec","job_status":"done","queue_duration_s":2.458535,"scheduling_latency_s":2.458553,"redis_calls":13,"redis_duration_s":0.001571,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00056,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001011,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010914,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01906,"completed_at":"2026-06-30T06:43:08.369Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1522vm-test-run-nixbot-gitlab> gitlab # [  300.577444] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.370Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"70bd4c3b165498c74f009d13","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-70bd4c3b165498c74f009d13: start","job_status":"start","queue_duration_s":2.47894,"scheduling_latency_s":2.478959}1523vm-test-run-nixbot-gitlab> gitlab # [  300.590111] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.388Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"70bd4c3b165498c74f009d13","created_at":"2026-06-30T06:43:05.131Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-6d957b18c4364a6d","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"3f26a0ee8f2f8e0f3e7857772e375b98","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.891Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-70bd4c3b165498c74f009d13: done: 0.017912 sec","job_status":"done","queue_duration_s":2.47894,"scheduling_latency_s":2.478959,"redis_calls":13,"redis_duration_s":0.0016619999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000638,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001024,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012471,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017912,"completed_at":"2026-06-30T06:43:08.388Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1524vm-test-run-nixbot-gitlab> gitlab # [  300.629983] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.389Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"0ed8e021bfd2087bce98444b","created_at":"2026-06-30T06:43:05.878Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59c792d7565db394aab0c66db5193750","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.899Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-0ed8e021bfd2087bce98444b: start","job_status":"start","queue_duration_s":2.490663,"scheduling_latency_s":2.490684}1525vm-test-run-nixbot-gitlab> gitlab # [  300.643786] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.411Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"0ed8e021bfd2087bce98444b","created_at":"2026-06-30T06:43:05.878Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59c792d7565db394aab0c66db5193750","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.899Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-0ed8e021bfd2087bce98444b: done: 0.022071 sec","job_status":"done","queue_duration_s":2.490663,"scheduling_latency_s":2.490684,"redis_calls":9,"redis_duration_s":0.001588,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000804,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000784,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014146,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0007087,"exclusive_lock_hold_duration_s":0.00531334,"duration_s":0.022071,"completed_at":"2026-06-30T06:43:08.411Z","load_balancing_strategy":"primary","db_duration_s":0.002766,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1526vm-test-run-nixbot-gitlab> gitlab # [  300.684202] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.413Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"d22017af86e6be8b6803fbc4","created_at":"2026-06-30T06:43:05.924Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e8cfc690efc9bf7ac3cb0c8f349c1721","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.943Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-d22017af86e6be8b6803fbc4: start","job_status":"start","queue_duration_s":2.469729,"scheduling_latency_s":2.469749}1527vm-test-run-nixbot-gitlab> gitlab # [  300.699563] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.439Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"d22017af86e6be8b6803fbc4","created_at":"2026-06-30T06:43:05.924Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e8cfc690efc9bf7ac3cb0c8f349c1721","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.943Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-d22017af86e6be8b6803fbc4: done: 0.02606 sec","job_status":"done","queue_duration_s":2.469729,"scheduling_latency_s":2.469749,"redis_calls":10,"redis_duration_s":0.0018609999999999998,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000865,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017118,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00681118,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.02606,"completed_at":"2026-06-30T06:43:08.439Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003884,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1528vm-test-run-nixbot-gitlab> gitlab # [  300.744421] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.440Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"79eeb5386729af491e5ae8ad","created_at":"2026-06-30T06:43:05.963Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"783c4ec25854529fe2d91ea5aa3b9145","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.970Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-79eeb5386729af491e5ae8ad: start","job_status":"start","queue_duration_s":2.470136,"scheduling_latency_s":2.470157}1529vm-test-run-nixbot-gitlab> gitlab # [  300.760035] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.473Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"79eeb5386729af491e5ae8ad","created_at":"2026-06-30T06:43:05.963Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"783c4ec25854529fe2d91ea5aa3b9145","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.970Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-79eeb5386729af491e5ae8ad: done: 0.032461 sec","job_status":"done","queue_duration_s":2.470136,"scheduling_latency_s":2.470157,"redis_calls":7,"redis_duration_s":0.0011719999999999999,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000874,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000298,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010954,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.032461,"completed_at":"2026-06-30T06:43:08.473Z","load_balancing_strategy":"primary","db_duration_s":0.014935,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1530vm-test-run-nixbot-gitlab> gitlab # [  300.802763] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.476Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"546850fe8840bf647397854f","created_at":"2026-06-30T06:43:05.987Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1f827bdddcda3f55057624da6cb9241b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T06:43:05.995Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-546850fe8840bf647397854f: start","job_status":"start","queue_duration_s":2.480104,"scheduling_latency_s":2.480129}1531vm-test-run-nixbot-gitlab> gitlab # [  300.816766] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.484Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1532vm-test-run-nixbot-gitlab> gitlab # [  300.820163] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.492Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"546850fe8840bf647397854f","created_at":"2026-06-30T06:43:05.987Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1f827bdddcda3f55057624da6cb9241b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T06:43:05.995Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-546850fe8840bf647397854f: done: 0.016077 sec","job_status":"done","queue_duration_s":2.480104,"scheduling_latency_s":2.480129,"redis_calls":7,"redis_duration_s":0.001111,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000784,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000327,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009249,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016077,"completed_at":"2026-06-30T06:43:08.492Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1533vm-test-run-nixbot-gitlab> gitlab # [  300.861707] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.493Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"ca167a4d6074d1823eb8cb28","created_at":"2026-06-30T06:43:06.003Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cd6198a81c7bdca158e6ef4844e1ecbc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.010Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-ca167a4d6074d1823eb8cb28: start","job_status":"start","queue_duration_s":2.483724,"scheduling_latency_s":2.483747}1534vm-test-run-nixbot-gitlab> gitlab # [  300.906777] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.562Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"ca167a4d6074d1823eb8cb28","created_at":"2026-06-30T06:43:06.003Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cd6198a81c7bdca158e6ef4844e1ecbc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.010Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-ca167a4d6074d1823eb8cb28: done: 0.068723 sec","job_status":"done","queue_duration_s":2.483724,"scheduling_latency_s":2.483747,"redis_calls":9,"redis_duration_s":0.0036170000000000004,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001427,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00219,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.035,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.035,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027397,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00192514,"exclusive_lock_hold_duration_s":0.03726044,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.068723,"completed_at":"2026-06-30T06:43:08.562Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.03657,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535vm-test-run-nixbot-gitlab> gitlab # [  300.995531] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.569Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"b7912b6661158099f5115d11","created_at":"2026-06-30T06:43:06.016Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b5701be317f9256800830d619914ed6f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T06:43:06.023Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-b7912b6661158099f5115d11: start","job_status":"start","queue_duration_s":2.546105,"scheduling_latency_s":2.546138}1536vm-test-run-nixbot-gitlab> gitlab # [  301.017061] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.581Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1537vm-test-run-nixbot-gitlab> gitlab # [  301.022026] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.590Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"b7912b6661158099f5115d11","created_at":"2026-06-30T06:43:06.016Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-589f60fdee754594","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b5701be317f9256800830d619914ed6f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T06:43:06.023Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-b7912b6661158099f5115d11: done: 0.02096 sec","job_status":"done","queue_duration_s":2.546105,"scheduling_latency_s":2.546138,"redis_calls":7,"redis_duration_s":0.001264,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00037,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010397,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02096,"completed_at":"2026-06-30T06:43:08.590Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1538vm-test-run-nixbot-gitlab> gitlab # [  301.065418] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.593Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"7c31c444af95348459c35a3a","created_at":"2026-06-30T06:43:06.732Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-c846748e1f9743f8","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.758Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-7c31c444af95348459c35a3a: start","job_status":"start","queue_duration_s":1.834259,"scheduling_latency_s":1.834296}1539vm-test-run-nixbot-gitlab> gitlab # [  301.078092] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.608Z","message":"No existing merge request to be cleaned up."}1540vm-test-run-nixbot-gitlab> gitlab # [  301.079885] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.620Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"7c31c444af95348459c35a3a","created_at":"2026-06-30T06:43:06.732Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-c846748e1f9743f8","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.758Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-7c31c444af95348459c35a3a: done: 0.028742 sec","job_status":"done","queue_duration_s":1.834259,"scheduling_latency_s":1.834296,"redis_calls":10,"redis_duration_s":0.0032440000000000004,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002183,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001061,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017581,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028742,"completed_at":"2026-06-30T06:43:08.620Z","load_balancing_strategy":"primary","db_duration_s":0.004043,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1541vm-test-run-nixbot-gitlab> gitlab # [  301.119832] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.621Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d8781c7de198a66b3740becd","created_at":"2026-06-30T06:43:06.732Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-c846748e1f9743f8","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.758Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d8781c7de198a66b3740becd: start","job_status":"start","queue_duration_s":1.863228,"scheduling_latency_s":1.863251}1542vm-test-run-nixbot-gitlab> gitlab # [  301.132663] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.636Z","message":"No existing merge request to be cleaned up."}1543vm-test-run-nixbot-gitlab> gitlab # [  301.134388] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.646Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"d8781c7de198a66b3740becd","created_at":"2026-06-30T06:43:06.732Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-c846748e1f9743f8","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.758Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-d8781c7de198a66b3740becd: done: 0.025078 sec","job_status":"done","queue_duration_s":1.863228,"scheduling_latency_s":1.863251,"redis_calls":10,"redis_duration_s":0.00175,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000748,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001002,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017375,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025078,"completed_at":"2026-06-30T06:43:08.646Z","load_balancing_strategy":"primary","db_duration_s":0.004454,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1544vm-test-run-nixbot-gitlab> gitlab # [  301.174376] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.648Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e2374ce4833c9d990869fa98","created_at":"2026-06-30T06:43:06.732Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-c846748e1f9743f8","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.758Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e2374ce4833c9d990869fa98: start","job_status":"start","queue_duration_s":1.889851,"scheduling_latency_s":1.889878}1545vm-test-run-nixbot-gitlab> gitlab # [  301.186914] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.663Z","message":"No existing merge request to be cleaned up."}1546vm-test-run-nixbot-gitlab> gitlab # [  301.188669] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.673Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e2374ce4833c9d990869fa98","created_at":"2026-06-30T06:43:06.732Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-c846748e1f9743f8","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.758Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e2374ce4833c9d990869fa98: done: 0.025339 sec","job_status":"done","queue_duration_s":1.889851,"scheduling_latency_s":1.889878,"redis_calls":10,"redis_duration_s":0.002082,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000739,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001343,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017289,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025339,"completed_at":"2026-06-30T06:43:08.673Z","load_balancing_strategy":"primary","db_duration_s":0.003047,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547vm-test-run-nixbot-gitlab> gitlab # [  301.227878] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.676Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ef578c01ffd09564e265bd62","created_at":"2026-06-30T06:43:06.732Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-c846748e1f9743f8","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.758Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ef578c01ffd09564e265bd62: start","job_status":"start","queue_duration_s":1.918206,"scheduling_latency_s":1.918233}1548vm-test-run-nixbot-gitlab> gitlab # [  301.240553] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.690Z","message":"No existing merge request to be cleaned up."}1549vm-test-run-nixbot-gitlab> gitlab # [  301.242238] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:08.702Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ef578c01ffd09564e265bd62","created_at":"2026-06-30T06:43:06.732Z","trace_propagation_headers":{"sentry-trace":"1cf433a7642f46b9800216d190f449a7-c846748e1f9743f8","baggage":"sentry-trace_id=1cf433a7642f46b9800216d190f449a7,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"55f0f3b9936f0e330ae4fa2d92ec2cbd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:06.758Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ef578c01ffd09564e265bd62: done: 0.026054 sec","job_status":"done","queue_duration_s":1.918206,"scheduling_latency_s":1.918233,"redis_calls":10,"redis_duration_s":0.0017980000000000001,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000783,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001015,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017833,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.026054,"completed_at":"2026-06-30T06:43:08.702Z","load_balancing_strategy":"primary","db_duration_s":0.003593,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1550vm-test-run-nixbot-gitlab> gitlab # [  310.344086] redis[1266]: 10 changes in 300 seconds. Saving...1551vm-test-run-nixbot-gitlab> gitlab # [  310.351629] redis[1266]: Background saving started by pid 37481552vm-test-run-nixbot-gitlab> gitlab # [  310.355740] redis[3748]: BGSAVE done, 475 keys saved, 0 keys skipped, 121013 bytes written.1553vm-test-run-nixbot-gitlab> gitlab # [  310.360856] redis[3748]: DB saved on disk1554vm-test-run-nixbot-gitlab> gitlab # [  310.363182] redis[3748]: Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB1555vm-test-run-nixbot-gitlab> gitlab # [  310.445175] redis[1266]: Background saving terminated with success1556vm-test-run-nixbot-gitlab> gitlab # [  312.197842] postgres[1331]: [1331] LOG:  checkpoint starting: time1557vm-test-run-nixbot-gitlab> gitlab # [  313.120563] gitaly[1366]: time="2026-06-30T06:43:22.843Z" level=info msg="burden monitor stats" pid=1366 top_10_by_cpu="[]" top_10_by_memory="[]"1558vm-test-run-nixbot-gitlab> gitlab # [  325.644973] runuser[3424]: pam_unix(runuser:session): session closed for user gitlab1559vm-test-run-nixbot-gitlab> gitlab # [  325.648182] setup-gitlab-start[3812]: ++ jq -r .token1560vm-test-run-nixbot-gitlab> gitlab # [  325.649132] setup-gitlab-start[3813]: +++ date -d '+7 days' +%F1561vm-test-run-nixbot-gitlab> gitlab # [  325.655373] setup-gitlab-start[3811]: ++ curl -fs -X POST -H 'Authorization: Bearer 690badf81768dd5afab4558cae593dec0d0965ca6238ebc6ba31efa7ac879127' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-07-07"}' http://gitlab/api/v4/users/1/personal_access_tokens1562vm-test-run-nixbot-gitlab> gitlab # [  326.063532] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:35.785Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4ebcd197a6324d32cd4df232","created_at":"2026-06-30T06:43:35.752Z","trace_propagation_headers":{"sentry-trace":"76ad05d2db824bf980c346f186314998-62e609df35a94dd9","baggage":"sentry-trace_id=76ad05d2db824bf980c346f186314998,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9NVDR72G21R4Q4V201CA","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:1f7d541dc999c4f8dc5d0f60be545d92ab1c966844a4cd2e7da6105fda9b727b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:35.782Z","job_size_bytes":451,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4ebcd197a6324d32cd4df232: start","job_status":"start","queue_duration_s":0.003058,"scheduling_latency_s":0.003099}1563vm-test-run-nixbot-gitlab> gitlab # [  326.113701] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:35 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 4031564vm-test-run-nixbot-gitlab> gitlab # [  326.119261] setup-gitlab-start[3368]: + TOKEN=glpat-gNF9mrsITMuvYAmG7wQkhG86MQp1OjEH.01.0w1axf1y91565vm-test-run-nixbot-gitlab> gitlab # [  326.122049] setup-gitlab-start[3368]: + test -n glpat-gNF9mrsITMuvYAmG7wQkhG86MQp1OjEH.01.0w1axf1y91566vm-test-run-nixbot-gitlab> gitlab # [  326.124664] setup-gitlab-start[3368]: + test glpat-gNF9mrsITMuvYAmG7wQkhG86MQp1OjEH.01.0w1axf1y9 '!=' null1567vm-test-run-nixbot-gitlab> gitlab # [  326.127229] setup-gitlab-start[3368]: + mkdir -p /var/lib/secrets1568vm-test-run-nixbot-gitlab> gitlab # [  326.128936] setup-gitlab-start[3368]: + echo glpat-gNF9mrsITMuvYAmG7wQkhG86MQp1OjEH.01.0w1axf1y91569vm-test-run-nixbot-gitlab> gitlab # [  326.131152] setup-gitlab-start[3368]: + chmod 644 /var/lib/secrets/gitlab-token1570vm-test-run-nixbot-gitlab> gitlab # [  326.133055] setup-gitlab-start[3368]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-gNF9mrsITMuvYAmG7wQkhG86MQp1OjEH.01.0w1axf1y9' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1571vm-test-run-nixbot-gitlab> gitlab # [  326.341091] sidekiq-cluster[2474]: {"severity":"WARN","time":"2026-06-30T06:43:36.063Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4ebcd197a6324d32cd4df232","created_at":"2026-06-30T06:43:35.752Z","trace_propagation_headers":{"sentry-trace":"76ad05d2db824bf980c346f186314998-62e609df35a94dd9","baggage":"sentry-trace_id=76ad05d2db824bf980c346f186314998,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9NVDR72G21R4Q4V201CA","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:1f7d541dc999c4f8dc5d0f60be545d92ab1c966844a4cd2e7da6105fda9b727b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:35.782Z","job_size_bytes":451,"pid":2474,"sidekiq_tid":"lyni","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4ebcd197a6324d32cd4df232: fail: 0.276749 sec","job_status":"fail","queue_duration_s":0.003058,"scheduling_latency_s":0.003099,"redis_calls":11,"redis_duration_s":0.00379,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000892,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002202,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000696,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.036,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.207655,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00084972,"duration_s":0.276749,"completed_at":"2026-06-30T06:43:36.062Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.051101,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1572vm-test-run-nixbot-gitlab> gitlab # [  327.516804] gitaly[1366]: time="2026-06-30T06:43:37.239Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:47.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.238" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1573vm-test-run-nixbot-gitlab> gitlab # [  327.520551] gitaly[1366]: time="2026-06-30T06:43:37.240Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:47.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.238" grpc.time_ms=0.708 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1574vm-test-run-nixbot-gitlab> gitlab # [  327.976147] gitaly[1366]: time="2026-06-30T06:43:37.699Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:47.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.699" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1575vm-test-run-nixbot-gitlab> gitlab # [  328.042546] gitaly[1366]: time="2026-06-30T06:43:37.700Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:47.008" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.699" grpc.time_ms=0.648 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1576vm-test-run-nixbot-gitlab> gitlab # [  328.071023] gitaly[1366]: time="2026-06-30T06:43:37.761Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P diskcache=a37cd438-be58-47e2-ae78-c808894795f0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T06:43:47.037" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.728" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1577vm-test-run-nixbot-gitlab> gitlab # [  328.090090] gitaly[1366]: time="2026-06-30T06:43:37.761Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=298 command.oublock=32 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T06:43:47.037" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.728" grpc.time_ms=33.191 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1578vm-test-run-nixbot-gitlab> gitlab # [  328.110348] gitaly[1366]: time="2026-06-30T06:43:37.817Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:47.124" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.815" pid=1366 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1579vm-test-run-nixbot-gitlab> gitlab # [  328.124775] gitaly[1366]: time="2026-06-30T06:43:37.817Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:47.124" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.815" grpc.time_ms=1.673 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1580vm-test-run-nixbot-gitlab> gitlab # [  328.138184] gitaly[1366]: time="2026-06-30T06:43:37.850Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=15 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:47.139" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:37.830" grpc.time_ms=19.282 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1581vm-test-run-nixbot-gitlab> gitlab # [  328.242169] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:37.963Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"3e3f8a45fe1b2eff3214769b","created_at":"2026-06-30T06:43:37.875Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:37.948Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-3e3f8a45fe1b2eff3214769b: start","job_status":"start","queue_duration_s":0.01475,"scheduling_latency_s":0.014817}1582vm-test-run-nixbot-gitlab> gitlab # [  328.304297] gitaly[1366]: time="2026-06-30T06:43:38.028Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:48.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.027" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1583vm-test-run-nixbot-gitlab> gitlab # [  328.339206] gitaly[1366]: time="2026-06-30T06:43:38.028Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:48.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.027" grpc.time_ms=0.415 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1584vm-test-run-nixbot-gitlab> gitlab # [  328.366343] gitaly[1366]: time="2026-06-30T06:43:38.058Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P diskcache=511e7f4a-bc35-44ea-a8d9-061aaefb83ef grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T06:43:48.010" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.032" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1585vm-test-run-nixbot-gitlab> gitlab # [  328.387180] gitaly[1366]: time="2026-06-30T06:43:38.058Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=298 command.oublock=32 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T06:43:48.010" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.032" grpc.time_ms=26.092 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1586vm-test-run-nixbot-gitlab> gitlab # [  328.408166] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:38.096Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"3e3f8a45fe1b2eff3214769b","created_at":"2026-06-30T06:43:37.875Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:37.948Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-3e3f8a45fe1b2eff3214769b: done: 0.133132 sec","job_status":"done","queue_duration_s":0.01475,"scheduling_latency_s":0.014817,"redis_calls":13,"redis_duration_s":0.005227,"redis_read_bytes":138,"redis_write_bytes":1593,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001495,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":428,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002111,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001621,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.107445,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.07934858,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.133132,"completed_at":"2026-06-30T06:43:38.095Z","load_balancing_strategy":"primary","db_duration_s":0.012442,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1587vm-test-run-nixbot-gitlab> gitlab # [  328.463689] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:38.099Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"e0b0363de1d352069fa23466","created_at":"2026-06-30T06:43:37.994Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:38.010Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-e0b0363de1d352069fa23466: start","job_status":"start","queue_duration_s":0.08918,"scheduling_latency_s":0.089213}1588vm-test-run-nixbot-gitlab> gitlab # [  328.479541] gitaly[1366]: time="2026-06-30T06:43:38.079Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:48.057" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.078" pid=1366 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1589vm-test-run-nixbot-gitlab> gitlab # [  328.490882] gitaly[1366]: time="2026-06-30T06:43:38.079Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:48.057" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.078" grpc.time_ms=1.145 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1590vm-test-run-nixbot-gitlab> gitlab # [  328.502570] gitaly[1366]: time="2026-06-30T06:43:38.098Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:48.067" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.088" grpc.time_ms=9.59 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1591vm-test-run-nixbot-gitlab> gitlab # [  328.517037] gitaly[1366]: time="2026-06-30T06:43:38.156Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:48.135" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.155" grpc.time_ms=0.343 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1592vm-test-run-nixbot-gitlab> gitlab # [  328.528127] gitaly[1366]: time="2026-06-30T06:43:38.178Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T06:43:48.157" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:38.177" grpc.time_ms=0.579 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1593vm-test-run-nixbot-gitlab> gitlab # [  328.585585] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:38.308Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"e0b0363de1d352069fa23466","created_at":"2026-06-30T06:43:37.994Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:38.010Z","job_size_bytes":2,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-e0b0363de1d352069fa23466: done: 0.208786 sec","job_status":"done","queue_duration_s":0.08918,"scheduling_latency_s":0.089213,"redis_calls":14,"redis_duration_s":0.004605,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000977,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002125,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001503,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.158396,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.16224948,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.208786,"completed_at":"2026-06-30T06:43:38.308Z","load_balancing_strategy":"primary","db_duration_s":0.037756,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1594vm-test-run-nixbot-gitlab> gitlab # [  330.142993] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:39.864Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"fdc95f0a0455b61790a6d5c4","created_at":"2026-06-30T06:43:39.854Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:39.861Z","job_size_bytes":5,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-fdc95f0a0455b61790a6d5c4: start","job_status":"start","queue_duration_s":0.002738,"scheduling_latency_s":0.002808}1595vm-test-run-nixbot-gitlab> gitlab # [  330.254096] gitaly[1366]: time="2026-06-30T06:43:39.976Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9P9HGFA7Z1682PZ5B89P grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:49.267" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:39.958" grpc.time_ms=18.265 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1596vm-test-run-nixbot-gitlab> gitlab # [  330.318446] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:40.041Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"fdc95f0a0455b61790a6d5c4","created_at":"2026-06-30T06:43:39.854Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:39.861Z","job_size_bytes":5,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-fdc95f0a0455b61790a6d5c4: done: 0.176655 sec","job_status":"done","queue_duration_s":0.002738,"scheduling_latency_s":0.002808,"redis_calls":12,"redis_duration_s":0.005082,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001165,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003104,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000813,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.123011,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00075416,"duration_s":0.176655,"completed_at":"2026-06-30T06:43:40.041Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032701,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1597vm-test-run-nixbot-gitlab> gitlab # [  330.412959] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:40.044Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"5ce3162b57ed29b02bf8db8d","created_at":"2026-06-30T06:43:39.896Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:39.905Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-5ce3162b57ed29b02bf8db8d: start","job_status":"start","queue_duration_s":0.13898,"scheduling_latency_s":0.13903}1598vm-test-run-nixbot-gitlab> gitlab # [  330.888114] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:40 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 47531599vm-test-run-nixbot-gitlab> gitlab # [  330.894673] setup-gitlab-start[3368]: + mkdir -p /tmp/test-flake1600vm-test-run-nixbot-gitlab> gitlab # [  330.897347] setup-gitlab-start[3368]: + cd /tmp/test-flake1601vm-test-run-nixbot-gitlab> gitlab # [  330.899577] setup-gitlab-start[3368]: + git init -b master1602vm-test-run-nixbot-gitlab> gitlab # [  330.931543] setup-gitlab-start[3866]: Initialized empty Git repository in /tmp/test-flake/.git/1603vm-test-run-nixbot-gitlab> gitlab # [  330.935427] setup-gitlab-start[3368]: + git config user.name test1604vm-test-run-nixbot-gitlab> gitlab # [  330.938686] setup-gitlab-start[3368]: + git config user.email test@example.com1605vm-test-run-nixbot-gitlab> gitlab # [  330.945600] setup-gitlab-start[3368]: + cat1606vm-test-run-nixbot-gitlab> gitlab # [  330.952356] setup-gitlab-start[3368]: + git add flake.nix1607vm-test-run-nixbot-gitlab> gitlab # [  330.960771] setup-gitlab-start[3368]: + git commit -m 'initial commit'1608vm-test-run-nixbot-gitlab> gitlab # [  330.981179] setup-gitlab-start[3871]: [master (root-commit) 77ba479] initial commit1609vm-test-run-nixbot-gitlab> gitlab # [  330.984536] setup-gitlab-start[3871]:  1 file changed, 10 insertions(+)1610vm-test-run-nixbot-gitlab> gitlab # [  330.988116] setup-gitlab-start[3871]:  create mode 100644 flake.nix1611vm-test-run-nixbot-gitlab> gitlab # [  330.990891] setup-gitlab-start[3368]: + git remote add origin http://oauth2:glpat-gNF9mrsITMuvYAmG7wQkhG86MQp1OjEH.01.0w1axf1y9@gitlab/root/test-flake.git1612vm-test-run-nixbot-gitlab> gitlab # [  330.996950] setup-gitlab-start[3368]: + git push -u origin master1613vm-test-run-nixbot-gitlab> gitlab # [  331.015160] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:40.738Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"5ce3162b57ed29b02bf8db8d","created_at":"2026-06-30T06:43:39.896Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:39.905Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-5ce3162b57ed29b02bf8db8d: done: 0.693508 sec","job_status":"done","queue_duration_s":0.13898,"scheduling_latency_s":0.13903,"redis_calls":11,"redis_duration_s":0.004200000000000001,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00086,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00254,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0008,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.268,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.614,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.614,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.267,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.353402,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00109384,"duration_s":0.693508,"completed_at":"2026-06-30T06:43:40.737Z","load_balancing_strategy":"primary","db_duration_s":0.349894,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1614vm-test-run-nixbot-gitlab> gitlab # [  331.099665] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:40.741Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"2135e0e4b6c2d726fb83a112","created_at":"2026-06-30T06:43:39.909Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:39.921Z","job_size_bytes":89,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-2135e0e4b6c2d726fb83a112: start","job_status":"start","queue_duration_s":0.819238,"scheduling_latency_s":0.819273}1615vm-test-run-nixbot-gitlab> gitlab # [  331.153077] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:40.874Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"2135e0e4b6c2d726fb83a112","created_at":"2026-06-30T06:43:39.909Z","trace_propagation_headers":{"sentry-trace":"984472b103904e00baa091cd349f0db8-befdcba45f6d473e","baggage":"sentry-trace_id=984472b103904e00baa091cd349f0db8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9P9HGFA7Z1682PZ5B89P","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:39.921Z","job_size_bytes":89,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-2135e0e4b6c2d726fb83a112: done: 0.133628 sec","job_status":"done","queue_duration_s":0.819238,"scheduling_latency_s":0.819273,"redis_calls":11,"redis_duration_s":0.003956,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001018,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00222,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000718,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.036,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.024,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.07226,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00083878,"duration_s":0.133628,"completed_at":"2026-06-30T06:43:40.874Z","load_balancing_strategy":"primary","db_duration_s":0.049029,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1616vm-test-run-nixbot-gitlab> gitlab # [  331.249274] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:40 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 701617vm-test-run-nixbot-gitlab> gitlab # [  331.293364] gitaly[1366]: time="2026-06-30T06:43:41.016Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=0 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9V6ZVR2ZH6RNJ84GQKVE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:41.000" grpc.time_ms=15.969 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1618vm-test-run-nixbot-gitlab> gitlab # [  331.325472] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:41 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 1221619vm-test-run-nixbot-gitlab> gitlab # [  331.585625] gitaly[1366]: time="2026-06-30T06:43:41.309Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:51.060" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:41.291" grpc.time_ms=17.491 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1620vm-test-run-nixbot-gitlab> gitlab # [  331.706729] gitaly[1366]: time="2026-06-30T06:43:41.430Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=301 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=3 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-30T06:44:11.009" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-30T06:43:41.410" grpc.time_ms=19.821 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1621vm-test-run-nixbot-gitlab> gitlab # [  331.767246] gitaly[1366]: time="2026-06-30T06:43:41.491Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KWBM9VB5091VSW07J7K4WR7W duration_ms=284ns method=POST pid=1366 status=200 url="http://unix/api/v4/internal/allowed"1622vm-test-run-nixbot-gitlab> gitlab # [  331.826750] gitaly[1366]: time="2026-06-30T06:43:41.550Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KWBM9VB5091VSW07J7K4WR7W duration_ms=58ns method=POST pid=1366 status=200 url="http://unix/api/v4/internal/pre_receive"1623vm-test-run-nixbot-gitlab> gitlab # [  331.840764] gitaly[1366]: time="2026-06-30T06:43:41.551Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:41.205" grpc.time_ms=345.226 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1624vm-test-run-nixbot-gitlab> gitlab # [  331.927437] gitaly[1366]: time="2026-06-30T06:43:41.651Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:41.649" grpc.time_ms=1.876 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1625vm-test-run-nixbot-gitlab> gitlab # [  331.992160] gitaly[1366]: time="2026-06-30T06:43:41.715Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:41.714" grpc.time_ms=0.942 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1626vm-test-run-nixbot-gitlab> gitlab # [  332.054659] gitaly[1366]: time="2026-06-30T06:43:41.778Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:41.777" grpc.time_ms=1.098 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1627vm-test-run-nixbot-gitlab> gitlab # [  332.251103] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:41.973Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 77ba47970856eb0ca0982fa02e462f163d1d68b8 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"0787eacdb88b031e5b328545","created_at":"2026-06-30T06:43:41.964Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-1a7115fb420a460b","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:41.971Z","job_size_bytes":185,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-0787eacdb88b031e5b328545: start","job_status":"start","queue_duration_s":0.001733,"scheduling_latency_s":0.001774}1628vm-test-run-nixbot-gitlab> gitlab # [  332.301743] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:42.000Z","message":"changes: \"0000000000000000000000000000000000000000 77ba47970856eb0ca0982fa02e462f163d1d68b8 refs/heads/master\\n\""}1629vm-test-run-nixbot-gitlab> gitlab # [  332.316903] gitaly[1366]: time="2026-06-30T06:43:42.039Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:52.008" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:42.029" grpc.time_ms=10.131 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1630vm-test-run-nixbot-gitlab> gitlab # [  332.349920] gitaly[1366]: time="2026-06-30T06:43:42.072Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=5 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:52.004" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:42.054" grpc.time_ms=17.439 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1631vm-test-run-nixbot-gitlab> gitlab # [  332.373852] gitaly[1366]: time="2026-06-30T06:43:42.081Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=8 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:52.042" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:42.062" grpc.time_ms=19.062 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1632vm-test-run-nixbot-gitlab> gitlab # [  332.391785] gitaly[1366]: time="2026-06-30T06:43:42.106Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1436 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=9 command.system_time_ms=6 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-30T06:43:52.065" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:42.086" grpc.time_ms=19.987 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1633vm-test-run-nixbot-gitlab> gitlab # [  332.427530] gitaly[1366]: time="2026-06-30T06:43:42.151Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-30T06:43:52.118" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:42.138" grpc.time_ms=12.712 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1634vm-test-run-nixbot-gitlab> gitlab # [  332.451235] gitaly[1366]: time="2026-06-30T06:43:42.160Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KWBM9VB5091VSW07J7K4WR7W duration_ms=326ns method=POST pid=1366 status=200 url="http://unix/api/v4/internal/post_receive"1635vm-test-run-nixbot-gitlab> gitlab # [  332.456464] gitaly[1366]: time="2026-06-30T06:43:42.161Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:41.833" grpc.time_ms=328.071 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1636vm-test-run-nixbot-gitlab> gitlab # [  332.473003] gitaly[1366]: time="2026-06-30T06:43:42.179Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W diskcache=c1b656d0-0bc8-453c-b959-5f6055c63b7a grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:41.118" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1637vm-test-run-nixbot-gitlab> gitlab # [  332.488441] systemd[1]: Finished setup-gitlab.service.1638vm-test-run-nixbot-gitlab> gitlab # [  332.489899] gitlab-workhorse[1302]: time="2026-06-30T06:43:42Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521639vm-test-run-nixbot-gitlab> gitlab # [  332.492394] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:42 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 11501640vm-test-run-nixbot-gitlab> gitlab # [  332.494972] setup-gitlab-start[3875]: To http://gitlab/root/test-flake.git1641vm-test-run-nixbot-gitlab> gitlab # [  332.496176] setup-gitlab-start[3875]:  * [new branch]      master -> master1642vm-test-run-nixbot-gitlab> gitlab # [  332.497290] setup-gitlab-start[3875]: branch 'master' set up to track 'origin/master'.1643vm-test-run-nixbot-gitlab> gitlab # [  332.498779] gitaly[1366]: time="2026-06-30T06:43:42.179Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=329 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=13373 command.oublock=32 command.real_time_ms=1052 command.spawn_token_fork_ms=2 command.system_time_ms=191 command.user_time_ms=138 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:41.118" grpc.time_ms=1061.081 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1644vm-test-run-nixbot-gitlab> gitlab # [  332.516388] gitaly[1366]: time="2026-06-30T06:43:42.189Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3938 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:42.188" grpc.time_ms=1.006 pid=1366 span.kind=server system=grpc1645vm-test-run-nixbot-gitlab> gitlab # [  332.528236] systemd[1]: Starting nixbot CI service...1646vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 333.20 seconds)1647vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1648vm-test-run-nixbot-gitlab> gitlab # [  332.529358] gitaly[1366]: time="2026-06-30T06:43:42.218Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3940 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:42.217" grpc.time_ms=0.441 pid=1366 span.kind=server system=grpc1649vm-test-run-nixbot-gitlab> gitlab # [  332.540251] gitaly[1366]: time="2026-06-30T06:43:42.226Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W diskcache=d99949fc-9759-4155-a776-da6e247c5e28 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:43:52.141" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:42.161" pid=1366 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1650vm-test-run-nixbot-gitlab> gitlab # [  332.550470] gitaly[1366]: time="2026-06-30T06:43:42.227Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=48 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4714 command.oublock=8 command.real_time_ms=58 command.spawn_token_fork_ms=3 command.system_time_ms=40 command.user_time_ms=8 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:43:52.141" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:42.161" grpc.time_ms=64.822 pid=1366 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1651vm-test-run-nixbot-gitlab> gitlab # [  332.563966] gitaly[1366]: time="2026-06-30T06:43:42.244Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:52.223" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:42.243" grpc.time_ms=0.37 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1652vm-test-run-nixbot-gitlab> gitlab # [  332.574339] gitaly[1366]: time="2026-06-30T06:43:42.271Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=862 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=13 command.system_time_ms=2 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-30T06:43:52.231" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:42.252" grpc.time_ms=18.59 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1653vm-test-run-nixbot-gitlab> gitlab # [  332.660382] gitaly[1366]: time="2026-06-30T06:43:42.384Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=313 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-30T06:44:12.077" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:42.377" grpc.time_ms=6.489 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1654vm-test-run-nixbot-gitlab> gitlab # [  332.692000] gitaly[1366]: time="2026-06-30T06:43:42.415Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T06:43:52.004" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:42.415" grpc.time_ms=0.277 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1655vm-test-run-nixbot-gitlab> gitlab # [  332.711846] gitaly[1366]: time="2026-06-30T06:43:42.429Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=315 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=7 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-30T06:43:52.008" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-30T06:43:42.419" grpc.time_ms=9.691 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1656vm-test-run-nixbot-gitlab> gitlab # [  332.751025] gitaly[1366]: time="2026-06-30T06:43:42.474Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:52.046" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:42.457" grpc.time_ms=16.743 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1657vm-test-run-nixbot-gitlab> gitlab # [  332.779942] gitaly[1366]: time="2026-06-30T06:43:42.503Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=6 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:52.078" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:42.488" grpc.time_ms=14.597 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1658vm-test-run-nixbot-gitlab> gitlab # [  332.834430] gitaly[1366]: time="2026-06-30T06:43:42.558Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T06:44:12.240" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:42.541" grpc.time_ms=15.856 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1659vm-test-run-nixbot-gitlab> gitlab # [  333.337766] gitaly[1366]: time="2026-06-30T06:43:43.060Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-30T06:43:53.036" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:43.057" grpc.time_ms=2.992 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1660vm-test-run-nixbot-gitlab> gitlab # [  333.393937] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:43.115Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 77ba47970856eb0ca0982fa02e462f163d1d68b8 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"0787eacdb88b031e5b328545","created_at":"2026-06-30T06:43:41.964Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-1a7115fb420a460b","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:41.971Z","job_size_bytes":185,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-0787eacdb88b031e5b328545: done: 1.142841 sec","job_status":"done","queue_duration_s":0.001733,"scheduling_latency_s":0.001774,"gitaly_calls":14,"gitaly_duration_s":0.274818,"redis_calls":200,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.075295,"redis_read_bytes":938,"redis_write_bytes":19802,"redis_cache_calls":14,"redis_cache_duration_s":0.00565,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.01407,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001194,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4935,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.005863,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":91,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.030996,"redis_repository_cache_read_bytes":230,"redis_repository_cache_write_bytes":6310,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.017522,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.078,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.346,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.379,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.078,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.726828,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00088388,"exclusive_lock_hold_duration_s":0.04106926,"duration_s":1.142841,"completed_at":"2026-06-30T06:43:43.115Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.11879,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1661vm-test-run-nixbot-gitlab> gitlab # [  333.531075] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:43.118Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"6415f5897ba9b7e830a93600","created_at":"2026-06-30T06:43:42.108Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-07ce648b92e0459d","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:42.113Z","job_size_bytes":46,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-6415f5897ba9b7e830a93600: start","job_status":"start","queue_duration_s":1.005355,"scheduling_latency_s":1.005386}1662vm-test-run-nixbot-gitlab> gitlab # [  333.561356] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:43.248Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"6415f5897ba9b7e830a93600","created_at":"2026-06-30T06:43:42.108Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-07ce648b92e0459d","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:42.113Z","job_size_bytes":46,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-6415f5897ba9b7e830a93600: done: 0.12944 sec","job_status":"done","queue_duration_s":1.005355,"scheduling_latency_s":1.005386,"gitaly_calls":2,"gitaly_duration_s":0.022184,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.008553,"redis_read_bytes":68,"redis_write_bytes":4886,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.00144,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000519,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2115,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001667,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.00396,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":752,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000967,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.081745,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00028134,"duration_s":0.12944,"completed_at":"2026-06-30T06:43:43.247Z","load_balancing_strategy":"primary","db_duration_s":0.018546,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1663vm-test-run-nixbot-gitlab> gitlab # [  333.629795] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:43.249Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"1674ab5d9114e50380574f86","created_at":"2026-06-30T06:43:42.129Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-07ce648b92e0459d","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:42.134Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-1674ab5d9114e50380574f86: start","job_status":"start","queue_duration_s":1.115189,"scheduling_latency_s":1.115208}1664vm-test-run-nixbot-gitlab> gitlab # [  333.649403] gitaly[1366]: time="2026-06-30T06:43:43.192Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-30T12:43:43.188" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:43.188" grpc.time_ms=3.243 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1665vm-test-run-nixbot-gitlab> gitlab # [  333.660948] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:43.346Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"1674ab5d9114e50380574f86","created_at":"2026-06-30T06:43:42.129Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-07ce648b92e0459d","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:42.134Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-1674ab5d9114e50380574f86: done: 0.096675 sec","job_status":"done","queue_duration_s":1.115189,"scheduling_latency_s":1.115208,"gitaly_calls":1,"gitaly_duration_s":0.030612,"redis_calls":15,"redis_duration_s":0.003365,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000343,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00127,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000515,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001237,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.013,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.023,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043434,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0718351,"duration_s":0.096675,"completed_at":"2026-06-30T06:43:43.346Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.018748,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1666vm-test-run-nixbot-gitlab> gitlab # [  333.712505] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:43.348Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"9408c24876d4dcc0adef3d1a","created_at":"2026-06-30T06:43:42.238Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-07ce648b92e0459d","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:42.240Z","job_size_bytes":23,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-9408c24876d4dcc0adef3d1a: start","job_status":"start","queue_duration_s":1.107057,"scheduling_latency_s":1.107094}1667vm-test-run-nixbot-gitlab> gitlab # [  333.729842] gitaly[1366]: time="2026-06-30T06:43:43.216Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-30T06:44:13.003" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:43.203" grpc.time_ms=11.911 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1668vm-test-run-nixbot-gitlab> gitlab # [  333.743832] gitaly[1366]: time="2026-06-30T06:43:43.302Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W diskcache=e99d5015-ae9a-4708-b2de-2686e4e365a4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T12:43:43.274" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:43.274" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1669vm-test-run-nixbot-gitlab> gitlab # [  333.754640] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:43.402Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"9408c24876d4dcc0adef3d1a","created_at":"2026-06-30T06:43:42.238Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-07ce648b92e0459d","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:42.240Z","job_size_bytes":23,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-9408c24876d4dcc0adef3d1a: done: 0.054687 sec","job_status":"done","queue_duration_s":1.107057,"scheduling_latency_s":1.107094,"gitaly_calls":1,"gitaly_duration_s":0.013578,"redis_calls":16,"redis_duration_s":0.004634999999999999,"redis_read_bytes":52,"redis_write_bytes":2048,"redis_queues_calls":1,"redis_queues_duration_s":0.000419,"redis_queues_read_bytes":1,"redis_queues_write_bytes":979,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001249,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.002093,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000874,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030757,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.054687,"completed_at":"2026-06-30T06:43:43.402Z","load_balancing_strategy":"primary","db_duration_s":0.004649,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1670vm-test-run-nixbot-gitlab> gitlab # [  333.805323] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:43.404Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"7e7b74214b5e6a649cacaffd","created_at":"2026-06-30T06:43:42.987Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-07ce648b92e0459d","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:eafa779e513dd94b0224f5fb2ff7d3d33c6b80bc51360f5cac60d0f0505e7809","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:42.996Z","job_size_bytes":467,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-7e7b74214b5e6a649cacaffd: start","job_status":"start","queue_duration_s":0.407851,"scheduling_latency_s":0.407873}1671vm-test-run-nixbot-gitlab> gitlab # [  333.824889] gitaly[1366]: time="2026-06-30T06:43:43.303Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1177 command.oublock=0 command.real_time_ms=33 command.spawn_token_fork_ms=3 command.system_time_ms=8 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T12:43:43.274" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:43.274" grpc.time_ms=27.77 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1672vm-test-run-nixbot-gitlab> gitlab # [  333.841119] nixbot[3992]: {"ts": "2026-06-30T06:43:43.539Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1673vm-test-run-nixbot-gitlab> gitlab # [  333.843356] gitaly[1366]: time="2026-06-30T06:43:43.391Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=594 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-30T06:44:13.080" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:43.380" grpc.time_ms=10.365 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1674vm-test-run-nixbot-gitlab> gitlab # [  333.857987] nixbot[3992]: {"ts": "2026-06-30T06:43:43.565Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1675vm-test-run-nixbot-gitlab> gitlab # [  333.860122] nixbot[3992]: {"ts": "2026-06-30T06:43:43.581Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1676vm-test-run-nixbot-gitlab> gitlab # [  333.862312] gitaly[1366]: time="2026-06-30T06:43:43.455Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:13.153" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:43.454" grpc.time_ms=1.212 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1677vm-test-run-nixbot-gitlab> gitlab # [  333.875636] nixbot[3992]: {"ts": "2026-06-30T06:43:43.583Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1678vm-test-run-nixbot-gitlab> gitlab # [  333.878073] nixbot[3992]: {"ts": "2026-06-30T06:43:43.587Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1679vm-test-run-nixbot-gitlab> gitlab # [  333.880164] nixbot[3992]: {"ts": "2026-06-30T06:43:43.592Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1680vm-test-run-nixbot-gitlab> gitlab # [  333.882412] nixbot[3992]: {"ts": "2026-06-30T06:43:43.596Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1681vm-test-run-nixbot-gitlab> gitlab # [  333.884621] nixbot[3992]: {"ts": "2026-06-30T06:43:43.598Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1682vm-test-run-nixbot-gitlab> gitlab # [  333.886715] gitaly[1366]: time="2026-06-30T06:43:43.475Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T06:43:53.048" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:43.458" grpc.time_ms=16.692 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1683vm-test-run-nixbot-gitlab> gitlab # [  333.900859] nixbot[3992]: {"ts": "2026-06-30T06:43:43.603Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1684vm-test-run-nixbot-gitlab> gitlab # [  333.902929] nixbot[3992]: {"ts": "2026-06-30T06:43:43.605Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1685vm-test-run-nixbot-gitlab> gitlab # [  333.905339] nixbot[3992]: {"ts": "2026-06-30T06:43:43.608Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1686vm-test-run-nixbot-gitlab> gitlab # [  333.907375] nixbot[3992]: {"ts": "2026-06-30T06:43:43.613Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1687vm-test-run-nixbot-gitlab> gitlab # [  333.909561] nixbot[3992]: {"ts": "2026-06-30T06:43:43.615Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1688vm-test-run-nixbot-gitlab> gitlab # [  333.911695] nixbot[3992]: {"ts": "2026-06-30T06:43:43.617Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1689vm-test-run-nixbot-gitlab> gitlab # [  333.914406] nixbot[3992]: {"ts": "2026-06-30T06:43:43.620Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1690vm-test-run-nixbot-gitlab> gitlab # [  333.916700] nixbot[3992]: {"ts": "2026-06-30T06:43:43.622Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1691vm-test-run-nixbot-gitlab> gitlab # [  333.918803] nixbot[3992]: {"ts": "2026-06-30T06:43:43.623Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1692vm-test-run-nixbot-gitlab> gitlab # [  333.921052] nixbot[3992]: {"ts": "2026-06-30T06:43:43.624Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1693vm-test-run-nixbot-gitlab> gitlab # [  333.923138] gitaly[1366]: time="2026-06-30T06:43:43.619Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:13.315" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:43.616" grpc.time_ms=1.827 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1694vm-test-run-nixbot-gitlab> gitlab # [  333.938496] nixbot[3992]: {"ts": "2026-06-30T06:43:43.628Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 18, "migration": "effects_commit"}1695vm-test-run-nixbot-gitlab> gitlab # [  333.941322] gitaly[1366]: time="2026-06-30T06:43:43.626Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=19 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-30T06:44:13.322" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:43.623" grpc.time_ms=2.873 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1696vm-test-run-nixbot-gitlab> gitlab # [  334.035128] gitaly[1366]: time="2026-06-30T06:43:43.758Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:53.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:43.741" grpc.time_ms=16.82 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1697vm-test-run-nixbot-gitlab> gitlab # [  334.276324] nixbot[3992]: INFO:     Started server process [3992]1698vm-test-run-nixbot-gitlab> gitlab # [  334.277584] nixbot[3992]: INFO:     Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1699vm-test-run-nixbot-gitlab> gitlab # [  334.288206] nixbot[3992]: INFO:     ::ffff:127.0.0.1:39088 - "GET /health HTTP/1.1" 200 OK1700vm-test-run-nixbot-gitlab> gitlab # [  334.297836] systemd[1]: Started nixbot CI service.1701vm-test-run-nixbot-gitlab> gitlab # [  334.298930] systemd[1]: Reached target Multi-User System.1702vm-test-run-nixbot-gitlab> gitlab # [  334.300109] systemd[1]: Startup finished in 893ms (kernel) + 5.059s (initrd) + 5min 28.345s (userspace) = 5min 34.299s.1703vm-test-run-nixbot-gitlab> gitlab # [  334.902896] gitaly[1366]: time="2026-06-30T06:43:44.626Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T06:44:14.304" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:44.604" grpc.time_ms=21.814 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1704vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 2.22 seconds)1705vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1706vm-test-run-nixbot-gitlab> gitlab # [  334.932824] gitaly[1366]: time="2026-06-30T06:43:44.656Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9VB5091VSW07J7K4WR7W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-30T06:44:14.340" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:44.640" grpc.time_ms=15.614 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1707vm-test-run-nixbot-gitlab> gitlab # [  334.980459] nixbot[3992]: INFO:     ::ffff:127.0.0.1:39098 - "GET /health HTTP/1.1" 200 OK1708vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.04 seconds)1709vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1710vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1711vm-test-run-nixbot-gitlab> gitlab # [  335.031035] sidekiq-cluster[2474]: {"severity":"WARN","time":"2026-06-30T06:43:44.753Z","class":"CreatePipelineWorker","correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"77ba47970856eb0ca0982fa02e462f163d1d68b8","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"77ba47970856eb0ca0982fa02e462f163d1d68b8","ref":"refs/heads/master"},"retry":0}1712vm-test-run-nixbot-gitlab> gitlab # [  335.048463] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:44.768Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"7e7b74214b5e6a649cacaffd","created_at":"2026-06-30T06:43:42.987Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-07ce648b92e0459d","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:eafa779e513dd94b0224f5fb2ff7d3d33c6b80bc51360f5cac60d0f0505e7809","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:42.996Z","job_size_bytes":467,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-7e7b74214b5e6a649cacaffd: done: 1.363802 sec","job_status":"done","queue_duration_s":0.407851,"scheduling_latency_s":0.407873,"gitaly_calls":7,"gitaly_duration_s":0.109393,"redis_calls":53,"redis_duration_s":0.018191,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001221,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.005976,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001937,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.007692,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001365,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.068,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.053,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.134866,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00064688,"duration_s":1.363802,"completed_at":"2026-06-30T06:43:44.768Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.114672,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1713vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.15 seconds)1714vm-test-run-nixbot-gitlab> []1715vm-test-run-nixbot-gitlab> gitlab # [  335.127708] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:44.770Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"51abe83c4522e0e3375ae5dc","created_at":"2026-06-30T06:43:43.228Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-f576f9958f8e4e42","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:43.234Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-51abe83c4522e0e3375ae5dc: start","job_status":"start","queue_duration_s":1.536009,"scheduling_latency_s":1.536042}1716vm-test-run-nixbot-gitlab> gitlab # [  335.148288] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:44.859Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"51abe83c4522e0e3375ae5dc","created_at":"2026-06-30T06:43:43.228Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-f576f9958f8e4e42","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:43.234Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-51abe83c4522e0e3375ae5dc: done: 0.08843 sec","job_status":"done","queue_duration_s":1.536009,"scheduling_latency_s":1.536042,"redis_calls":19,"redis_duration_s":0.006697,"redis_read_bytes":21,"redis_write_bytes":4289,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000956,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000794,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2260,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.003837,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00111,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.057589,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01524354,"duration_s":0.08843,"completed_at":"2026-06-30T06:43:44.859Z","load_balancing_strategy":"primary","db_duration_s":0.019352,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1717vm-test-run-nixbot-gitlab> gitlab # [  335.198275] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:44.862Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"d3fdbc9b77557a54825a7198","created_at":"2026-06-30T06:43:44.834Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-637d36d95b5a4bbe","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:44.843Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-d3fdbc9b77557a54825a7198: start","job_status":"start","queue_duration_s":0.018196,"scheduling_latency_s":0.018221}1718vm-test-run-nixbot-gitlab> gitlab # [  335.215943] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:44 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 1031719vm-test-run-nixbot-gitlab> gitlab # [  335.218116] gitaly[1366]: time="2026-06-30T06:43:44.829Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=882 command.oublock=0 command.real_time_ms=19 command.spawn_token_fork_ms=7 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBM9Y8B63XRS5A4YX0M9CM3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T06:44:14.006" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:44.806" grpc.time_ms=22.301 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1720vm-test-run-nixbot-gitlab> gitlab # [  335.276604] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:44.999Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"d3fdbc9b77557a54825a7198","created_at":"2026-06-30T06:43:44.834Z","trace_propagation_headers":{"sentry-trace":"c8041d1beb30498d99d710ae71555d6f-637d36d95b5a4bbe","baggage":"sentry-trace_id=c8041d1beb30498d99d710ae71555d6f,sentry-release=Unknown"},"correlation_id":"01KWBM9VB5091VSW07J7K4WR7W","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:44.843Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-d3fdbc9b77557a54825a7198: done: 0.137732 sec","job_status":"done","queue_duration_s":0.018196,"scheduling_latency_s":0.018221,"redis_calls":11,"redis_duration_s":0.002469,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00036,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001671,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000438,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.012,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.106116,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003924,"duration_s":0.137732,"completed_at":"2026-06-30T06:43:44.999Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.029754,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1721vm-test-run-nixbot-gitlab> gitlab # [  335.523412] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:45 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 12351722vm-test-run-nixbot-gitlab> gitlab # [  335.531112] nixbot[3992]: {"ts": "2026-06-30T06:43:45.248Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1723vm-test-run-nixbot-gitlab> gitlab # [  335.562795] nixbot[3992]: {"ts": "2026-06-30T06:43:45.286Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1724vm-test-run-nixbot-gitlab> gitlab # [  335.691733] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:45 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1191725vm-test-run-nixbot-gitlab> gitlab # [  335.698804] nixbot[3992]: {"ts": "2026-06-30T06:43:45.417Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1726vm-test-run-nixbot-gitlab> gitlab # [  335.706066] nixbot[3992]: {"ts": "2026-06-30T06:43:45.420Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1727vm-test-run-nixbot-gitlab> gitlab # [  335.936851] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:45 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 2361728vm-test-run-nixbot-gitlab> gitlab # [  335.943833] nixbot[3992]: {"ts": "2026-06-30T06:43:45.662Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1729vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1730vm-test-run-nixbot-gitlab> gitlab # [  336.275191] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:45 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 781731vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.14 seconds)1732vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-30T06:43:45.634Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1733vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 1.29 seconds)1734vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1735vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1736vm-test-run-nixbot-gitlab> gitlab # [  336.388121] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 4311737vm-test-run-nixbot-gitlab> gitlab # [  336.392824] nixbot[3992]: {"ts": "2026-06-30T06:43:46.112Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1738vm-test-run-nixbot-gitlab> gitlab # [  336.420582] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 621739vm-test-run-nixbot-gitlab> gitlab # [  336.540062] nixbot[3992]: {"ts": "2026-06-30T06:43:46.263Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1740vm-test-run-nixbot-gitlab> gitlab # [  336.542957] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 1341741vm-test-run-nixbot-gitlab> gitlab # [  336.561658] gitaly[1366]: time="2026-06-30T06:43:46.284Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=582 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0B8SQDQNDR3J31R59Q3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.273" grpc.time_ms=11.246 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1742vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1743vm-test-run-nixbot-gitlab> gitlab # [  336.578713] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 203 "" "git/2.54.0" 1341744vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1745vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads1746vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1747vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 273.00 KiB/s, done.1748vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1749vm-test-run-nixbot-gitlab> gitlab # [  336.616736] nixbot[3992]: {"ts": "2026-06-30T06:43:46.340Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1750vm-test-run-nixbot-gitlab> gitlab # [  336.619394] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 711751vm-test-run-nixbot-gitlab> gitlab # [  336.686273] gitaly[1366]: time="2026-06-30T06:43:46.410Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0HEBVZFJ13QDJM2ZV39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-30T06:44:16.098" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:46.399" grpc.time_ms=10.126 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1752vm-test-run-nixbot-gitlab> gitlab # [  336.720182] gitaly[1366]: time="2026-06-30T06:43:46.443Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0HEBVZFJ13QDJM2ZV39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:16.042" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:46.442" grpc.time_ms=0.753 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1753vm-test-run-nixbot-gitlab> gitlab # [  336.746340] gitaly[1366]: time="2026-06-30T06:43:46.458Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0HEBVZFJ13QDJM2ZV39 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-30T06:43:56.216" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:46.446" grpc.time_ms=11.29 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1754vm-test-run-nixbot-gitlab> gitlab # [  336.792539] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 1651755vm-test-run-nixbot-gitlab> gitlab # [  336.796805] nixbot[3992]: {"ts": "2026-06-30T06:43:46.518Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1756vm-test-run-nixbot-gitlab> gitlab # [  336.912167] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1031757vm-test-run-nixbot-gitlab> gitlab # [  336.920594] nixbot[3992]: {"ts": "2026-06-30T06:43:46.634Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1758vm-test-run-nixbot-gitlab> gitlab # [  336.930585] nixbot[3992]: {"ts": "2026-06-30T06:43:46.644Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1759vm-test-run-nixbot-gitlab> gitlab # [  337.046254] gitaly[1366]: time="2026-06-30T06:43:46.769Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=589 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=7 command.system_time_ms=8 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-30T06:43:56.064" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:46.754" grpc.time_ms=14.729 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1760vm-test-run-nixbot-gitlab> gitlab # [  337.072429] gitaly[1366]: time="2026-06-30T06:43:46.772Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=581 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=5 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0W6GSNN3SASCHQG8PB0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.758" grpc.time_ms=13.698 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1761vm-test-run-nixbot-gitlab> gitlab # [  337.085728] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 781762vm-test-run-nixbot-gitlab> gitlab # [  337.110191] gitaly[1366]: time="2026-06-30T06:43:46.834Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=302 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=4 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-30T06:44:16.422" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-30T06:43:46.823" grpc.time_ms=10.961 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1763vm-test-run-nixbot-gitlab> gitlab # [  337.137762] gitaly[1366]: time="2026-06-30T06:43:46.861Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW duration_ms=306ns method=POST pid=1366 status=200 url="http://unix/api/v4/internal/allowed"1764vm-test-run-nixbot-gitlab> gitlab # [  337.176704] gitaly[1366]: time="2026-06-30T06:43:46.900Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0YPHGCBR35Y0MKQ6PDN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.888" pid=1366 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc1765vm-test-run-nixbot-gitlab> gitlab # [  337.187403] gitaly[1366]: time="2026-06-30T06:43:46.900Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0YPHGCBR35Y0MKQ6PDN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.888" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1766vm-test-run-nixbot-gitlab> gitlab # [  337.202565] gitlab-workhorse[1302]: time="2026-06-30T06:43:46Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1491767vm-test-run-nixbot-gitlab> gitlab # [  337.204595] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1271768vm-test-run-nixbot-gitlab> gitlab # [  337.206526] gitaly[1366]: time="2026-06-30T06:43:46.901Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0YPHGCBR35Y0MKQ6PDN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.888" grpc.time_ms=12.586 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1769vm-test-run-nixbot-gitlab> gitlab # [  337.221389] gitaly[1366]: time="2026-06-30T06:43:46.912Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW duration_ms=50ns method=POST pid=1366 status=200 url="http://unix/api/v4/internal/pre_receive"1770vm-test-run-nixbot-gitlab> gitlab # [  337.224561] gitaly[1366]: time="2026-06-30T06:43:46.912Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:46.549" grpc.time_ms=362.92 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1771vm-test-run-nixbot-gitlab> gitlab # [  337.237387] gitaly[1366]: time="2026-06-30T06:43:46.951Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:46.950" grpc.time_ms=0.692 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1772vm-test-run-nixbot-gitlab> gitlab # [  337.276943] gitaly[1366]: time="2026-06-30T06:43:47.000Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:46.998" grpc.time_ms=1.538 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1773vm-test-run-nixbot-gitlab> gitlab # [  337.298628] gitaly[1366]: time="2026-06-30T06:43:47.022Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA13DE92EQC1F1PW176MF grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.999" pid=1366 remote_ip="2001:db8:1::1" request_sha=e65d98e962aaae6491e68416400100264c52cb0c response_bytes=378 span.kind=server system=grpc1774vm-test-run-nixbot-gitlab> gitlab # [  337.310759] gitaly[1366]: time="2026-06-30T06:43:47.022Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1163 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=5 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA13DE92EQC1F1PW176MF grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.999" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1775vm-test-run-nixbot-gitlab> gitlab # [  337.327501] gitlab-workhorse[1302]: time="2026-06-30T06:43:47Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3781776vm-test-run-nixbot-gitlab> gitlab # [  337.329776] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:47 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 378 "" "git/2.54.0" 981777vm-test-run-nixbot-gitlab> gitlab # [  337.331711] gitaly[1366]: time="2026-06-30T06:43:47.023Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1163 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=5 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA13DE92EQC1F1PW176MF grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.999" grpc.time_ms=23.529 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1778vm-test-run-nixbot-gitlab> gitlab # [  337.348251] gitaly[1366]: time="2026-06-30T06:43:47.040Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:47.040" grpc.time_ms=0.415 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1779vm-test-run-nixbot-gitlab> gitlab # [  337.404550] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:47.120Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","77ba47970856eb0ca0982fa02e462f163d1d68b8 96db67c768be53b92bff767dd01a6f7a62a44830 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"dc792cb0ac7cccecd07ffbc0","created_at":"2026-06-30T06:43:47.116Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-3916fdaebb3444fe","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.118Z","job_size_bytes":185,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-dc792cb0ac7cccecd07ffbc0: start","job_status":"start","queue_duration_s":0.00201,"scheduling_latency_s":0.002051}1780vm-test-run-nixbot-gitlab> gitlab # [  337.422864] gitaly[1366]: time="2026-06-30T06:43:47.136Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW duration_ms=54ns method=POST pid=1366 status=200 url="http://unix/api/v4/internal/post_receive"1781vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1782vm-test-run-nixbot-gitlab> gitlab # [  337.426240] gitaly[1366]: time="2026-06-30T06:43:47.137Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:47.081" grpc.time_ms=55.88 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1783vm-test-run-nixbot-gitlab> gitlab #    77ba479..96db67c  [  337.437402] gitaly[1366]: time="2026-06-30T06:43:47.145Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW diskcache=b845267f-8fda-4727-9e93-3aa51cef5169 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.425" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1784vm-test-run-nixbot-gitlab> gitlab # master -> master[  337.448188] gitlab-workhorse[1302]: time="2026-06-30T06:43:47Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521785vm-test-run-nixbot-gitlab> gitlab # 1786vm-test-run-nixbot-gitlab> gitlab # [  337.450177] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:47 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 8301787vm-test-run-nixbot-gitlab> gitlab # [  337.452343] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:47 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 821788vm-test-run-nixbot-gitlab> gitlab # [  337.454480] gitaly[1366]: time="2026-06-30T06:43:47.145Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=208 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=831488 command.minflt=13203 command.oublock=32 command.real_time_ms=710 command.spawn_token_fork_ms=2 command.system_time_ms=128 command.user_time_ms=80 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:46.425" grpc.time_ms=719.891 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1789vm-test-run-nixbot-gitlab> gitlab # [  337.468643] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:47.174Z","message":"changes: \"77ba47970856eb0ca0982fa02e462f163d1d68b8 96db67c768be53b92bff767dd01a6f7a62a44830 refs/heads/master\\n\""}1790vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.21 seconds)1791vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master1792vm-test-run-nixbot-gitlab> gitlab # [  337.471118] gitaly[1366]: time="2026-06-30T06:43:47.147Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=581 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA17SPVZ9V1X12EVZ7PZ8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.136" grpc.time_ms=10.633 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1793vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.01 seconds)1794vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830'1795vm-test-run-nixbot-gitlab> gitlab # [  337.502115] gitaly[1366]: time="2026-06-30T06:43:47.226Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:57.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:47.212" grpc.time_ms=13.365 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1796vm-test-run-nixbot-gitlab> gitlab # [  337.521786] gitaly[1366]: time="2026-06-30T06:43:47.245Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:57.023" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:47.234" grpc.time_ms=11.158 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1797vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830', in 0.04 seconds)1798vm-test-run-nixbot-gitlab> []1799vm-test-run-nixbot-gitlab> gitlab # [  337.536464] nixbot[3992]: INFO:     ::ffff:127.0.0.1:39106 - "GET /api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830 HTTP/1.1" 200 OK1800vm-test-run-nixbot-gitlab> gitlab # [  337.556664] gitaly[1366]: time="2026-06-30T06:43:47.280Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ADXGEX37E39K57GVDY grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.271" pid=1366 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1801vm-test-run-nixbot-gitlab> gitlab # [  337.568681] gitaly[1366]: time="2026-06-30T06:43:47.284Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ADXGEX37E39K57GVDY grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.271" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1802vm-test-run-nixbot-gitlab> gitlab # [  337.582096] gitlab-workhorse[1302]: time="2026-06-30T06:43:47Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671803vm-test-run-nixbot-gitlab> gitlab # [  337.584053] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:47 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 1421804vm-test-run-nixbot-gitlab> gitlab # [  337.586231] gitaly[1366]: time="2026-06-30T06:43:47.284Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ADXGEX37E39K57GVDY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.271" grpc.time_ms=12.469 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1805vm-test-run-nixbot-gitlab> gitlab # [  337.601259] gitaly[1366]: time="2026-06-30T06:43:47.288Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-30T06:43:57.068" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:47.278" grpc.time_ms=10.397 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1806vm-test-run-nixbot-gitlab> gitlab # [  337.614967] gitaly[1366]: time="2026-06-30T06:43:47.310Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=596 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-30T06:44:17.096" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.296" grpc.time_ms=13.457 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1807vm-test-run-nixbot-gitlab> gitlab # [  337.630670] gitaly[1366]: time="2026-06-30T06:43:47.330Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=318 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-30T06:43:57.113" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-30T06:43:47.324" grpc.time_ms=5.463 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1808vm-test-run-nixbot-gitlab> gitlab # [  337.644296] gitaly[1366]: time="2026-06-30T06:43:47.351Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:57.132" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:47.343" grpc.time_ms=8.228 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1809vm-test-run-nixbot-gitlab> gitlab # [  337.672814] gitaly[1366]: time="2026-06-30T06:43:47.396Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1EXSAE90DW8EQXKZW79 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.369" pid=1366 remote_ip="2001:db8:1::1" request_sha=0b674226202a090ee40391f37b8622c0ea9e536f response_bytes=383 span.kind=server system=grpc1810vm-test-run-nixbot-gitlab> gitlab # [  337.683944] gitaly[1366]: time="2026-06-30T06:43:47.396Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1142 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=6 command.system_time_ms=5 command.user_time_ms=8 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1EXSAE90DW8EQXKZW79 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.369" negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1811vm-test-run-nixbot-gitlab> gitlab # [  337.698102] gitlab-workhorse[1302]: time="2026-06-30T06:43:47Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3831812vm-test-run-nixbot-gitlab> gitlab # [  337.700059] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:47 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 383 "" "git/2.54.0" 1051813vm-test-run-nixbot-gitlab> gitlab # [  337.702005] gitaly[1366]: time="2026-06-30T06:43:47.397Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1142 command.oublock=0 command.real_time_ms=25 command.spawn_token_fork_ms=6 command.system_time_ms=5 command.user_time_ms=8 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1EXSAE90DW8EQXKZW79 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.369" grpc.time_ms=28.433 negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1814vm-test-run-nixbot-gitlab> gitlab # [  337.782186] gitaly[1366]: time="2026-06-30T06:43:47.506Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:17.104" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.505" grpc.time_ms=0.872 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1815vm-test-run-nixbot-gitlab> gitlab # [  337.828444] gitaly[1366]: time="2026-06-30T06:43:47.552Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-30T06:44:17.139" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:47.540" grpc.time_ms=11.712 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1816vm-test-run-nixbot-gitlab> gitlab # [  337.854536] gitaly[1366]: time="2026-06-30T06:43:47.563Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-30T06:43:57.150" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.560" grpc.time_ms=3.27 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1817vm-test-run-nixbot-gitlab> gitlab # [  337.873036] gitaly[1366]: time="2026-06-30T06:43:47.571Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:57.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:47.562" grpc.time_ms=9.057 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1818vm-test-run-nixbot-gitlab> gitlab # [  337.890436] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:47.601Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","77ba47970856eb0ca0982fa02e462f163d1d68b8 96db67c768be53b92bff767dd01a6f7a62a44830 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"dc792cb0ac7cccecd07ffbc0","created_at":"2026-06-30T06:43:47.116Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-3916fdaebb3444fe","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.118Z","job_size_bytes":185,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-dc792cb0ac7cccecd07ffbc0: done: 0.481206 sec","job_status":"done","queue_duration_s":0.00201,"scheduling_latency_s":0.002051,"gitaly_calls":7,"gitaly_duration_s":0.098592,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.0504,"redis_read_bytes":350,"redis_write_bytes":13067,"redis_cache_calls":9,"redis_cache_duration_s":0.003748,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00045,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.004097,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6767,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.009872,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.026094,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.006139,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.045,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.023,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.023,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.045,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.280031,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00156186,"exclusive_lock_hold_duration_s":0.0336439,"duration_s":0.481206,"completed_at":"2026-06-30T06:43:47.601Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.051839,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1819vm-test-run-nixbot-gitlab> gitlab # [  337.949486] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:47.605Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ca98362c36f3c03f3f7430ad","created_at":"2026-06-30T06:43:47.250Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-f1acf8a4cb674e91","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.256Z","job_size_bytes":46,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ca98362c36f3c03f3f7430ad: start","job_status":"start","queue_duration_s":0.349195,"scheduling_latency_s":0.349227}1820vm-test-run-nixbot-gitlab> gitlab # [  337.966406] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:47.633Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ca98362c36f3c03f3f7430ad","created_at":"2026-06-30T06:43:47.250Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-f1acf8a4cb674e91","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.256Z","job_size_bytes":46,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ca98362c36f3c03f3f7430ad: done: 0.028533 sec","job_status":"done","queue_duration_s":0.349195,"scheduling_latency_s":0.349227,"redis_calls":9,"redis_duration_s":0.004482,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001653,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000504,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002325,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0175,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028533,"completed_at":"2026-06-30T06:43:47.633Z","load_balancing_strategy":"primary","db_duration_s":0.001763,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1821vm-test-run-nixbot-gitlab> gitlab # [  338.010984] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:47.635Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"f93189b497af0002d21d296b","created_at":"2026-06-30T06:43:47.267Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-f1acf8a4cb674e91","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.270Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-f93189b497af0002d21d296b: start","job_status":"start","queue_duration_s":0.364917,"scheduling_latency_s":0.364939}1822vm-test-run-nixbot-gitlab> gitlab # [  338.028466] gitaly[1366]: time="2026-06-30T06:43:47.635Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T06:43:57.073" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:47.634" grpc.time_ms=1.094 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1823vm-test-run-nixbot-gitlab> gitlab # [  338.039466] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:47.713Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"f93189b497af0002d21d296b","created_at":"2026-06-30T06:43:47.267Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-f1acf8a4cb674e91","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.270Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-f93189b497af0002d21d296b: done: 0.078506 sec","job_status":"done","queue_duration_s":0.364917,"scheduling_latency_s":0.364939,"gitaly_calls":1,"gitaly_duration_s":0.040407,"redis_calls":12,"redis_duration_s":0.003838,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000998,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000524,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002316,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02651,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.05664352,"duration_s":0.078506,"completed_at":"2026-06-30T06:43:47.713Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006599,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1824vm-test-run-nixbot-gitlab> gitlab # [  338.085233] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:47.715Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"6779b074227eb833b03bfa7b","created_at":"2026-06-30T06:43:47.402Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-f1acf8a4cb674e91","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c7fa3cc4eed4015353ffa5c50f9a6717cc88c3414b24d3b998cb589d388b7c0a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.404Z","job_size_bytes":467,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-6779b074227eb833b03bfa7b: start","job_status":"start","queue_duration_s":0.310788,"scheduling_latency_s":0.31081}1825vm-test-run-nixbot-gitlab> gitlab # [  338.102448] gitaly[1366]: time="2026-06-30T06:43:47.660Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=570 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T06:43:57.084" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:47.644" grpc.time_ms=15.167 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1826vm-test-run-nixbot-gitlab> gitlab # [  338.116031] gitaly[1366]: time="2026-06-30T06:43:47.693Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW diskcache=420493fe-0609-4e27-aba9-0bb5a47294cf grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T12:43:47.655" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.655" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1827vm-test-run-nixbot-gitlab> gitlab # [  338.126052] gitaly[1366]: time="2026-06-30T06:43:47.694Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=20 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1508 command.oublock=0 command.real_time_ms=49 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=10 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T12:43:47.655" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.655" grpc.time_ms=37.894 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1828vm-test-run-nixbot-gitlab> gitlab # [  338.142009] gitaly[1366]: time="2026-06-30T06:43:47.703Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:47.702" grpc.time_ms=0.802 pid=1366 span.kind=server system=grpc1829vm-test-run-nixbot-gitlab> gitlab # [  338.151931] gitaly[1366]: time="2026-06-30T06:43:47.731Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:47.730" grpc.time_ms=0.586 pid=1366 span.kind=server system=grpc1830vm-test-run-nixbot-gitlab> gitlab # [  338.163204] gitaly[1366]: time="2026-06-30T06:43:47.740Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ diskcache=1de6838d-b91c-416b-bcd5-a7d5eb915ad9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:43:57.103" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:47.663" pid=1366 ref=refs/keep-around/77ba47970856eb0ca0982fa02e462f163d1d68b8 remote_ip="2001:db8:1::1" revision=77ba47970856eb0ca0982fa02e462f163d1d68b8 span.kind=server system=grpc username=root1831vm-test-run-nixbot-gitlab> gitlab # [  338.174927] gitaly[1366]: time="2026-06-30T06:43:47.741Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=63 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5091 command.oublock=8 command.real_time_ms=70 command.spawn_token_fork_ms=4 command.system_time_ms=34 command.user_time_ms=29 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:43:57.103" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:47.663" grpc.time_ms=77.133 pid=1366 ref=refs/keep-around/77ba47970856eb0ca0982fa02e462f163d1d68b8 remote_ip="2001:db8:1::1" revision=77ba47970856eb0ca0982fa02e462f163d1d68b8 span.kind=server system=grpc username=root1832vm-test-run-nixbot-gitlab> gitlab # [  338.189776] gitaly[1366]: time="2026-06-30T06:43:47.743Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:17.541" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.742" grpc.time_ms=0.621 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1833vm-test-run-nixbot-gitlab> gitlab # [  338.202143] gitaly[1366]: time="2026-06-30T06:43:47.745Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:17.345" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.745" grpc.time_ms=0.351 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1834vm-test-run-nixbot-gitlab> gitlab # [  338.215072] gitaly[1366]: time="2026-06-30T06:43:47.753Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T06:43:57.006" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:47.746" grpc.time_ms=6.75 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1835vm-test-run-nixbot-gitlab> gitlab # [  338.228542] gitaly[1366]: time="2026-06-30T06:43:47.792Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:17.588" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.788" grpc.time_ms=3.378 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1836vm-test-run-nixbot-gitlab> gitlab # [  338.241320] gitaly[1366]: time="2026-06-30T06:43:47.801Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=296 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=3 command.system_time_ms=0 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-30T06:44:17.596" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:47.796" grpc.time_ms=5.155 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1837vm-test-run-nixbot-gitlab> gitlab # [  338.257571] gitaly[1366]: time="2026-06-30T06:43:47.855Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:57.106" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:47.847" grpc.time_ms=8.282 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1838vm-test-run-nixbot-gitlab> gitlab # [  338.270953] nixbot[3992]: {"ts": "2026-06-30T06:43:47.976Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/77ba47970856eb0ca0982fa02e462f163d1d68b8 \"HTTP/1.1 201 Created\""}1839vm-test-run-nixbot-gitlab> gitlab # [  338.273848] nixbot[3992]: {"ts": "2026-06-30T06:43:47.986Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-77ba47970856-092a75d4", "argv0": "bwrap"}1840vm-test-run-nixbot-gitlab> gitlab # [  338.276333] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:47 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/77ba47970856eb0ca0982fa02e462f163d1d68b8 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 5381841vm-test-run-nixbot-gitlab> gitlab # [  338.452482] systemd[1]: Started Nix Daemon.1842vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830'1843vm-test-run-nixbot-gitlab> gitlab # [  338.578287] nix-daemon[4272]: accepted connection from pid 4271, user nixbot1844vm-test-run-nixbot-gitlab> gitlab # [  338.582047] nix-daemon[4272]: accepted connection from pid 4270, user nixbot1845vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830', in 0.09 seconds)1846vm-test-run-nixbot-gitlab> []1847vm-test-run-nixbot-gitlab> gitlab # [  338.620347] nixbot[3992]: INFO:     ::ffff:127.0.0.1:39118 - "GET /api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830 HTTP/1.1" 200 OK1848vm-test-run-nixbot-gitlab> gitlab # [  338.872685] gitaly[1366]: time="2026-06-30T06:43:48.595Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=20 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=3 command.system_time_ms=14 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T06:44:18.366" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:48.566" grpc.time_ms=28.72 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1849vm-test-run-nixbot-gitlab> gitlab # [  338.904185] gitaly[1366]: time="2026-06-30T06:43:48.627Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA0GBGAB8FDJCENQGTTHW grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-30T06:44:18.401" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:48.602" grpc.time_ms=25.515 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1850vm-test-run-nixbot-gitlab> gitlab # [  338.945432] sidekiq-cluster[2474]: {"severity":"WARN","time":"2026-06-30T06:43:48.646Z","class":"CreatePipelineWorker","correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"77ba47970856eb0ca0982fa02e462f163d1d68b8","after":"96db67c768be53b92bff767dd01a6f7a62a44830","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"96db67c768be53b92bff767dd01a6f7a62a44830","ref":"refs/heads/master"},"retry":0}1851vm-test-run-nixbot-gitlab> gitlab # [  338.961911] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:48.654Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"6779b074227eb833b03bfa7b","created_at":"2026-06-30T06:43:47.402Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-f1acf8a4cb674e91","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c7fa3cc4eed4015353ffa5c50f9a6717cc88c3414b24d3b998cb589d388b7c0a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.404Z","job_size_bytes":467,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-6779b074227eb833b03bfa7b: done: 0.938517 sec","job_status":"done","queue_duration_s":0.310788,"scheduling_latency_s":0.31081,"gitaly_calls":7,"gitaly_duration_s":0.099554,"redis_calls":33,"redis_duration_s":0.007803999999999999,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.000786,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002302,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003475,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001241,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.033,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.804805,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.938517,"completed_at":"2026-06-30T06:43:48.653Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.038908,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1852vm-test-run-nixbot-gitlab> gitlab # [  339.040365] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:48.656Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"31781ab8-db8c-4e28-9f30-6549b43cdc2d\"}"],"class":"WebHookWorker","jid":"695d0a3d27cfb8b4e04dea4f","created_at":"2026-06-30T06:43:47.533Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-f1acf8a4cb674e91","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b69bf5f3e26381c1b9591d0c1238e101748ca3957532fa77aa1b03c3e3a3fe86","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.540Z","job_size_bytes":1749,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-695d0a3d27cfb8b4e04dea4f: start","job_status":"start","queue_duration_s":1.116617,"scheduling_latency_s":1.116649}1853vm-test-run-nixbot-gitlab> gitlab # [  339.080986] nixbot[3992]: INFO:     ::ffff:127.0.0.1:39122 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted1854vm-test-run-nixbot-gitlab> gitlab # [  339.117322] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:48.839Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"31781ab8-db8c-4e28-9f30-6549b43cdc2d\"}"],"class":"WebHookWorker","jid":"695d0a3d27cfb8b4e04dea4f","created_at":"2026-06-30T06:43:47.533Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-f1acf8a4cb674e91","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:b69bf5f3e26381c1b9591d0c1238e101748ca3957532fa77aa1b03c3e3a3fe86","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.540Z","job_size_bytes":1749,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-695d0a3d27cfb8b4e04dea4f: done: 0.183182 sec","job_status":"done","queue_duration_s":1.116617,"scheduling_latency_s":1.116649,"redis_calls":19,"redis_duration_s":0.005947,"redis_read_bytes":31,"redis_write_bytes":5280,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001443,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000472,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3642,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002507,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001525,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.016211779999991904,"cpu_s":0.145684,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00044012,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.183182,"completed_at":"2026-06-30T06:43:48.839Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004447,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1855vm-test-run-nixbot-gitlab> gitlab # [  339.205275] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:48.844Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"27b55970d01412ca52681291","created_at":"2026-06-30T06:43:47.753Z","trace_propagation_headers":{"sentry-trace":"b275a431b11143deb13457982f72948d-164e2d8ceba04cb2","baggage":"sentry-trace_id=b275a431b11143deb13457982f72948d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA1KCHRN9GT9X0C3AFARJ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.764Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-27b55970d01412ca52681291: start","job_status":"start","queue_duration_s":1.08043,"scheduling_latency_s":1.080466}1856vm-test-run-nixbot-gitlab> gitlab # [  339.255504] gitaly[1366]: time="2026-06-30T06:43:48.977Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=581 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=3 command.system_time_ms=7 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA2ZQPBMV6N6JPCWPEPV5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:48.960" grpc.time_ms=15.943 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1857vm-test-run-nixbot-gitlab> gitlab # [  339.271145] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:48 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1231858vm-test-run-nixbot-gitlab> gitlab # [  339.273513] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:48.977Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"27b55970d01412ca52681291","created_at":"2026-06-30T06:43:47.753Z","trace_propagation_headers":{"sentry-trace":"b275a431b11143deb13457982f72948d-164e2d8ceba04cb2","baggage":"sentry-trace_id=b275a431b11143deb13457982f72948d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA1KCHRN9GT9X0C3AFARJ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.764Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-27b55970d01412ca52681291: done: 0.132671 sec","job_status":"done","queue_duration_s":1.08043,"scheduling_latency_s":1.080466,"redis_calls":18,"redis_duration_s":0.016992,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.013755,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001846,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001391,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.047,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.045,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050264,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032594,"duration_s":0.132671,"completed_at":"2026-06-30T06:43:48.977Z","load_balancing_strategy":"primary","db_duration_s":0.06026,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1859vm-test-run-nixbot-gitlab> gitlab # [  339.319258] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:48.978Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"31a89c24495a5900dcbf1d69","created_at":"2026-06-30T06:43:47.765Z","trace_propagation_headers":{"sentry-trace":"b275a431b11143deb13457982f72948d-164e2d8ceba04cb2","baggage":"sentry-trace_id=b275a431b11143deb13457982f72948d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA1KCHRN9GT9X0C3AFARJ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.772Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-31a89c24495a5900dcbf1d69: start","job_status":"start","queue_duration_s":1.206151,"scheduling_latency_s":1.206177}1860vm-test-run-nixbot-gitlab> gitlab # [  339.341575] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.064Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"31a89c24495a5900dcbf1d69","created_at":"2026-06-30T06:43:47.765Z","trace_propagation_headers":{"sentry-trace":"b275a431b11143deb13457982f72948d-164e2d8ceba04cb2","baggage":"sentry-trace_id=b275a431b11143deb13457982f72948d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA1KCHRN9GT9X0C3AFARJ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.772Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-31a89c24495a5900dcbf1d69: done: 0.086129 sec","job_status":"done","queue_duration_s":1.206151,"scheduling_latency_s":1.206177,"redis_calls":21,"redis_duration_s":0.0045260000000000005,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.001757,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001955,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000814,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":12,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.05781,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00042154,"duration_s":0.086129,"completed_at":"2026-06-30T06:43:49.064Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016176,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1861vm-test-run-nixbot-gitlab> gitlab # [  339.390292] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.071Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"342f90d5a6df7cd765b3282a","created_at":"2026-06-30T06:43:47.941Z","trace_propagation_headers":{"sentry-trace":"b275a431b11143deb13457982f72948d-164e2d8ceba04cb2","baggage":"sentry-trace_id=b275a431b11143deb13457982f72948d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA1KCHRN9GT9X0C3AFARJ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.953Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-342f90d5a6df7cd765b3282a: start","job_status":"start","queue_duration_s":1.117355,"scheduling_latency_s":1.117385}1862vm-test-run-nixbot-gitlab> gitlab # [  339.407238] gitlab-workhorse[1302]: time="2026-06-30T06:43:49Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671863vm-test-run-nixbot-gitlab> gitlab # [  339.409291] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:49 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 901864vm-test-run-nixbot-gitlab> gitlab # [  339.411230] gitaly[1366]: time="2026-06-30T06:43:49.070Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA33N46AVHTB288SFSCZ3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:49.059" pid=1366 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1865vm-test-run-nixbot-gitlab> gitlab # [  339.422003] nixbot[3992]: {"ts": "2026-06-30T06:43:49.127Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}1866vm-test-run-nixbot-gitlab> gitlab # [  339.424063] gitaly[1366]: time="2026-06-30T06:43:49.071Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA33N46AVHTB288SFSCZ3 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:49.059" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1867vm-test-run-nixbot-gitlab> gitlab # [  339.443751] gitaly[1366]: time="2026-06-30T06:43:49.071Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA33N46AVHTB288SFSCZ3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:49.059" grpc.time_ms=11.589 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc1868vm-test-run-nixbot-gitlab> gitlab # [  339.459651] nix-daemon[4281]: unexpected Nix daemon error: error: interrupted by the user1869vm-test-run-nixbot-gitlab> gitlab # [  339.480467] gitaly[1366]: time="2026-06-30T06:43:49.204Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:19.001" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.202" grpc.time_ms=1.375 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1870vm-test-run-nixbot-gitlab> gitlab # [  339.494791] gitaly[1366]: time="2026-06-30T06:43:49.212Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.010" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.211" grpc.time_ms=0.914 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1871vm-test-run-nixbot-gitlab> gitlab # [  339.518908] gitaly[1366]: time="2026-06-30T06:43:49.242Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-30T06:44:19.023" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:49.223" grpc.time_ms=18.558 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1872vm-test-run-nixbot-gitlab> gitlab # [  339.545344] gitaly[1366]: time="2026-06-30T06:43:49.269Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:59.234" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:49.254" grpc.time_ms=14.034 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1873vm-test-run-nixbot-gitlab> gitlab # [  339.559381] gitaly[1366]: time="2026-06-30T06:43:49.277Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.076" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.276" grpc.time_ms=0.679 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1874vm-test-run-nixbot-gitlab> gitlab # [  339.573066] gitaly[1366]: time="2026-06-30T06:43:49.281Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.080" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.280" grpc.time_ms=0.614 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1875vm-test-run-nixbot-gitlab> gitlab # [  339.591956] gitaly[1366]: time="2026-06-30T06:43:49.315Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T06:43:59.287" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:49.308" grpc.time_ms=0.584 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1876vm-test-run-nixbot-gitlab> gitlab # [  339.606039] gitaly[1366]: time="2026-06-30T06:43:49.329Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=4 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T06:43:59.295" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:49.316" grpc.time_ms=13.177 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1877vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830'1878vm-test-run-nixbot-gitlab> gitlab # [  339.620259] gitaly[1366]: time="2026-06-30T06:43:49.335Z" level=info msg="finished unary call with code OK" catfile.duration_ms=3 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=3 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1KCHRN9GT9X0C3AFARJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.130" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.330" grpc.time_ms=4.244 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1879vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830', in 0.05 seconds)1880vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': '96db67c768be53b92bff767dd01a6f7a62a44830', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'pending', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-30T06:43:49.112204Z', 'started_at': None, 'finished_at': None}]1881vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 3.40 seconds)1882vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses1883vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses1884vm-test-run-nixbot-gitlab> gitlab # [  339.644101] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.367Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"342f90d5a6df7cd765b3282a","created_at":"2026-06-30T06:43:47.941Z","trace_propagation_headers":{"sentry-trace":"b275a431b11143deb13457982f72948d-164e2d8ceba04cb2","baggage":"sentry-trace_id=b275a431b11143deb13457982f72948d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA1KCHRN9GT9X0C3AFARJ","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:47.953Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-342f90d5a6df7cd765b3282a: done: 0.296011 sec","job_status":"done","queue_duration_s":1.117355,"scheduling_latency_s":1.117385,"gitaly_calls":3,"gitaly_duration_s":0.033491,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.032799,"redis_read_bytes":208,"redis_write_bytes":6801,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.010417,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002602,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.002663,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000333,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1131,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.003822,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.001072,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000225,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001248,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.051,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.027,"db_ci_duration_s":0.025,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.187096,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.24592113999999998,"duration_s":0.296011,"completed_at":"2026-06-30T06:43:49.366Z","load_balancing_strategy":"primary","db_duration_s":0.05793,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1885vm-test-run-nixbot-gitlab> gitlab # [  339.707117] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.371Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","695d0a3d27cfb8b4e04dea4f"],"class":"WebHooks::LogExecutionWorker","jid":"8ece10274b5440abfa040955","created_at":"2026-06-30T06:43:48.809Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-e81ecc635a41400d","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bad2193b4a5392f52c4085ab84b74ce65fe21623fdaa3abd3802d001771ba71e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.820Z","job_size_bytes":2506,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-8ece10274b5440abfa040955: start","job_status":"start","queue_duration_s":0.550522,"scheduling_latency_s":0.55057}1886vm-test-run-nixbot-gitlab> gitlab # [  339.725634] gitaly[1366]: time="2026-06-30T06:43:49.403Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:49.402" grpc.time_ms=0.844 pid=1366 span.kind=server system=grpc1887vm-test-run-nixbot-gitlab> gitlab # [  339.736547] nixbot[3992]: INFO:     ::ffff:127.0.0.1:39128 - "GET /api/repos/gitlab/root/test-flake/builds?commit=96db67c768be53b92bff767dd01a6f7a62a44830 HTTP/1.1" 200 OK1888vm-test-run-nixbot-gitlab> gitlab # [  339.742740] gitaly[1366]: time="2026-06-30T06:43:49.466Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:49.466" grpc.time_ms=0.503 pid=1366 span.kind=server system=grpc1889vm-test-run-nixbot-gitlab> gitlab # [  339.771945] gitaly[1366]: time="2026-06-30T06:43:49.495Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 diskcache=59165a63-c028-456a-a1e3-eabee344d4ea grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:43:59.004" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:49.335" pid=1366 ref=refs/keep-around/96db67c768be53b92bff767dd01a6f7a62a44830 remote_ip="2001:db8:1::1" revision=96db67c768be53b92bff767dd01a6f7a62a44830 span.kind=server system=grpc username=root1890vm-test-run-nixbot-gitlab> gitlab # [  339.785569] gitaly[1366]: time="2026-06-30T06:43:49.495Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=81 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5557 command.oublock=8 command.real_time_ms=144 command.spawn_token_fork_ms=0 command.system_time_ms=51 command.user_time_ms=30 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:43:59.004" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:49.335" grpc.time_ms=160.633 pid=1366 ref=refs/keep-around/96db67c768be53b92bff767dd01a6f7a62a44830 remote_ip="2001:db8:1::1" revision=96db67c768be53b92bff767dd01a6f7a62a44830 span.kind=server system=grpc username=root1891vm-test-run-nixbot-gitlab> gitlab # [  339.802065] gitaly[1366]: time="2026-06-30T06:43:49.504Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.303" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.503" grpc.time_ms=0.543 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1892vm-test-run-nixbot-gitlab> gitlab # [  339.835102] gitaly[1366]: time="2026-06-30T06:43:49.559Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA3JEB1HM8J9RHERHTT8X grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.357" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.557" grpc.time_ms=1.061 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1893vm-test-run-nixbot-gitlab> gitlab # [  339.877263] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.600Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","695d0a3d27cfb8b4e04dea4f"],"class":"WebHooks::LogExecutionWorker","jid":"8ece10274b5440abfa040955","created_at":"2026-06-30T06:43:48.809Z","trace_propagation_headers":{"sentry-trace":"e233bd633e944496a0eb5caa3579a6e9-e81ecc635a41400d","baggage":"sentry-trace_id=e233bd633e944496a0eb5caa3579a6e9,sentry-release=Unknown"},"correlation_id":"01KWBMA0GBGAB8FDJCENQGTTHW","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bad2193b4a5392f52c4085ab84b74ce65fe21623fdaa3abd3802d001771ba71e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.820Z","job_size_bytes":2506,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-8ece10274b5440abfa040955: done: 0.229556 sec","job_status":"done","queue_duration_s":0.550522,"scheduling_latency_s":0.55057,"redis_calls":10,"redis_duration_s":0.0037400000000000003,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001635,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001577,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000528,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.052,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.052,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.183912,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00025866,"duration_s":0.229556,"completed_at":"2026-06-30T06:43:49.600Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024451,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1894vm-test-run-nixbot-gitlab> gitlab # [  339.924507] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.602Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"6f4dbec3b6ff236db852c6e0","created_at":"2026-06-30T06:43:49.174Z","trace_propagation_headers":{"sentry-trace":"b275a431b11143deb13457982f72948d-45a4b9d9751c490f","baggage":"sentry-trace_id=b275a431b11143deb13457982f72948d,sentry-release=Unknown"},"correlation_id":"01KWBMA1KCHRN9GT9X0C3AFARJ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.184Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-6f4dbec3b6ff236db852c6e0: start","job_status":"start","queue_duration_s":0.417932,"scheduling_latency_s":0.417956}1895vm-test-run-nixbot-gitlab> gitlab # [  339.941039] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.662Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"6f4dbec3b6ff236db852c6e0","created_at":"2026-06-30T06:43:49.174Z","trace_propagation_headers":{"sentry-trace":"b275a431b11143deb13457982f72948d-45a4b9d9751c490f","baggage":"sentry-trace_id=b275a431b11143deb13457982f72948d,sentry-release=Unknown"},"correlation_id":"01KWBMA1KCHRN9GT9X0C3AFARJ","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.184Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-6f4dbec3b6ff236db852c6e0: done: 0.060667 sec","job_status":"done","queue_duration_s":0.417932,"scheduling_latency_s":0.417956,"redis_calls":10,"redis_duration_s":0.0055320000000000005,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000275,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002743,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002514,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032026,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007724,"duration_s":0.060667,"completed_at":"2026-06-30T06:43:49.662Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016853,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1896vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses, in 0.32 seconds)1897vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '96db67c768be53b92bff767dd01a6f7a62a44830', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:49.604Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1898vm-test-run-nixbot-gitlab> gitlab # [  339.986677] nixbot[3992]: {"ts": "2026-06-30T06:43:49.671Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/96db67c768be53b92bff767dd01a6f7a62a44830 \"HTTP/1.1 201 Created\""}1899vm-test-run-nixbot-gitlab> gitlab # [  339.990964] nixbot[3992]: {"ts": "2026-06-30T06:43:49.684Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-96db67c768be-50a191a4", "argv0": "bwrap"}1900vm-test-run-nixbot-gitlab> gitlab # [  339.993335] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:49 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/96db67c768be53b92bff767dd01a6f7a62a44830 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 5401901vm-test-run-nixbot-gitlab> gitlab # [  339.995641] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:49 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 2531902vm-test-run-nixbot-gitlab> gitlab # [  339.998601] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.665Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"2bad3d13c1d7bf60e0009abc","created_at":"2026-06-30T06:43:49.506Z","trace_propagation_headers":{"sentry-trace":"e5b8959b33c348c18bc9a14b9bc37d81-0c5445d2c059452d","baggage":"sentry-trace_id=e5b8959b33c348c18bc9a14b9bc37d81,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA38BAT4YD83P2ZTVB9A8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.509Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-2bad3d13c1d7bf60e0009abc: start","job_status":"start","queue_duration_s":0.155942,"scheduling_latency_s":0.155971}1903vm-test-run-nixbot-gitlab> gitlab # [  340.015721] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.703Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"2bad3d13c1d7bf60e0009abc","created_at":"2026-06-30T06:43:49.506Z","trace_propagation_headers":{"sentry-trace":"e5b8959b33c348c18bc9a14b9bc37d81-0c5445d2c059452d","baggage":"sentry-trace_id=e5b8959b33c348c18bc9a14b9bc37d81,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA38BAT4YD83P2ZTVB9A8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.509Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-2bad3d13c1d7bf60e0009abc: done: 0.037796 sec","job_status":"done","queue_duration_s":0.155942,"scheduling_latency_s":0.155971,"redis_calls":7,"redis_duration_s":0.003666,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002676,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00099,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022391,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.037796,"completed_at":"2026-06-30T06:43:49.703Z","load_balancing_strategy":"primary","db_duration_s":0.004072,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1904vm-test-run-nixbot-gitlab> gitlab # [  340.059846] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.704Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"0a348cae82b8101ddb6d8f86","created_at":"2026-06-30T06:43:49.517Z","trace_propagation_headers":{"sentry-trace":"e5b8959b33c348c18bc9a14b9bc37d81-0c5445d2c059452d","baggage":"sentry-trace_id=e5b8959b33c348c18bc9a14b9bc37d81,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA38BAT4YD83P2ZTVB9A8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.519Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-0a348cae82b8101ddb6d8f86: start","job_status":"start","queue_duration_s":0.185294,"scheduling_latency_s":0.185319}1905vm-test-run-nixbot-gitlab> gitlab # [  340.078765] gitaly[1366]: time="2026-06-30T06:43:49.718Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:59.007" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:49.708" grpc.time_ms=10.185 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1906vm-test-run-nixbot-gitlab> gitlab # [  340.093267] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.761Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"0a348cae82b8101ddb6d8f86","created_at":"2026-06-30T06:43:49.517Z","trace_propagation_headers":{"sentry-trace":"e5b8959b33c348c18bc9a14b9bc37d81-0c5445d2c059452d","baggage":"sentry-trace_id=e5b8959b33c348c18bc9a14b9bc37d81,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA38BAT4YD83P2ZTVB9A8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.519Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-0a348cae82b8101ddb6d8f86: done: 0.057076 sec","job_status":"done","queue_duration_s":0.185294,"scheduling_latency_s":0.185319,"redis_calls":10,"redis_duration_s":0.002014,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001125,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.000889,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035955,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.057076,"completed_at":"2026-06-30T06:43:49.761Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014248,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1907vm-test-run-nixbot-gitlab> gitlab # [  340.137895] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.764Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"b805f5360721c100b7a468c5","created_at":"2026-06-30T06:43:49.623Z","trace_propagation_headers":{"sentry-trace":"e5b8959b33c348c18bc9a14b9bc37d81-0c5445d2c059452d","baggage":"sentry-trace_id=e5b8959b33c348c18bc9a14b9bc37d81,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA38BAT4YD83P2ZTVB9A8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.630Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-b805f5360721c100b7a468c5: start","job_status":"start","queue_duration_s":0.133689,"scheduling_latency_s":0.133718}1908vm-test-run-nixbot-gitlab> gitlab # [  340.155768] gitaly[1366]: time="2026-06-30T06:43:49.840Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:19.638" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.838" grpc.time_ms=1.549 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1909vm-test-run-nixbot-gitlab> gitlab # [  340.170780] nixbot[3992]: {"ts": "2026-06-30T06:43:49.872Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/77ba47970856eb0ca0982fa02e462f163d1d68b8 \"HTTP/1.1 201 Created\""}1910vm-test-run-nixbot-gitlab> gitlab # [  340.173863] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:49 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/77ba47970856eb0ca0982fa02e462f163d1d68b8 HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 6911911vm-test-run-nixbot-gitlab> gitlab # [  340.176435] gitaly[1366]: time="2026-06-30T06:43:49.888Z" level=info msg="finished unary call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.684" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.885" grpc.time_ms=3.078 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1912vm-test-run-nixbot-gitlab> gitlab # [  340.195159] nix-daemon[4272]: accepted connection from pid 4362, user nixbot1913vm-test-run-nixbot-gitlab> gitlab # [  340.197085] gitaly[1366]: time="2026-06-30T06:43:49.921Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA38BAT4YD83P2ZTVB9A8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.719" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.920" grpc.time_ms=0.568 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1914vm-test-run-nixbot-gitlab> gitlab # [  340.210562] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.933Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"b805f5360721c100b7a468c5","created_at":"2026-06-30T06:43:49.623Z","trace_propagation_headers":{"sentry-trace":"e5b8959b33c348c18bc9a14b9bc37d81-0c5445d2c059452d","baggage":"sentry-trace_id=e5b8959b33c348c18bc9a14b9bc37d81,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA38BAT4YD83P2ZTVB9A8","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.630Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-b805f5360721c100b7a468c5: done: 0.169308 sec","job_status":"done","queue_duration_s":0.133689,"scheduling_latency_s":0.133718,"gitaly_calls":3,"gitaly_duration_s":0.012702,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.010109,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.000843,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003802,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000236,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001273,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000237,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.001977,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000898,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.121825,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.1427337,"duration_s":0.169308,"completed_at":"2026-06-30T06:43:49.933Z","load_balancing_strategy":"primary","db_duration_s":0.034514,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1915vm-test-run-nixbot-gitlab> gitlab # [  340.263253] gitaly[1366]: time="2026-06-30T06:43:49.957Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA3ZQYYSBFN1HT46NH08W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:19.756" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.956" grpc.time_ms=0.599 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1916vm-test-run-nixbot-gitlab> gitlab # [  340.276532] nix-daemon[4272]: accepted connection from pid 4363, user nixbot1917vm-test-run-nixbot-gitlab> gitlab # [  340.277508] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.935Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"b1e38d0cd772d598c3ab4e9e","created_at":"2026-06-30T06:43:49.823Z","trace_propagation_headers":{"sentry-trace":"e5b8959b33c348c18bc9a14b9bc37d81-544bd1579b7c4bc1","baggage":"sentry-trace_id=e5b8959b33c348c18bc9a14b9bc37d81,sentry-release=Unknown"},"correlation_id":"01KWBMA38BAT4YD83P2ZTVB9A8","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.825Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-b1e38d0cd772d598c3ab4e9e: start","job_status":"start","queue_duration_s":0.109684,"scheduling_latency_s":0.109707}1918vm-test-run-nixbot-gitlab> gitlab # [  340.294310] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.969Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"b1e38d0cd772d598c3ab4e9e","created_at":"2026-06-30T06:43:49.823Z","trace_propagation_headers":{"sentry-trace":"e5b8959b33c348c18bc9a14b9bc37d81-544bd1579b7c4bc1","baggage":"sentry-trace_id=e5b8959b33c348c18bc9a14b9bc37d81,sentry-release=Unknown"},"correlation_id":"01KWBMA38BAT4YD83P2ZTVB9A8","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.825Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-b1e38d0cd772d598c3ab4e9e: done: 0.034252 sec","job_status":"done","queue_duration_s":0.109684,"scheduling_latency_s":0.109707,"redis_calls":7,"redis_duration_s":0.00208,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001272,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000808,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024363,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034252,"completed_at":"2026-06-30T06:43:49.969Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003688,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1919vm-test-run-nixbot-gitlab> gitlab # [  340.338396] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:49.972Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"bd799241f5fa70ee3a18bfc3","created_at":"2026-06-30T06:43:49.830Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-07cd0ce7a0e24411","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.837Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-bd799241f5fa70ee3a18bfc3: start","job_status":"start","queue_duration_s":0.134849,"scheduling_latency_s":0.134879}1920vm-test-run-nixbot-gitlab> gitlab # [  340.354803] gitaly[1366]: time="2026-06-30T06:43:50.014Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA3ZQYYSBFN1HT46NH08W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:00.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:50.002" grpc.time_ms=12.152 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1921vm-test-run-nixbot-gitlab> gitlab # [  340.393792] gitaly[1366]: time="2026-06-30T06:43:50.117Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:50.117" grpc.time_ms=0.448 pid=1366 span.kind=server system=grpc1922vm-test-run-nixbot-gitlab> gitlab # [  340.431789] gitaly[1366]: time="2026-06-30T06:43:50.155Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:50.154" grpc.time_ms=0.8 pid=1366 span.kind=server system=grpc1923vm-test-run-nixbot-gitlab> gitlab # [  340.469127] gitaly[1366]: time="2026-06-30T06:43:50.192Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:50.191" grpc.time_ms=1.164 pid=1366 span.kind=server system=grpc1924vm-test-run-nixbot-gitlab> gitlab # [  340.482957] gitaly[1366]: time="2026-06-30T06:43:50.202Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 diskcache=929e4278-e7c4-42a1-8f21-a618b5ccaf15 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T06:44:20.090" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:50.090" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1925vm-test-run-nixbot-gitlab> gitlab # [  340.495459] gitaly[1366]: time="2026-06-30T06:43:50.202Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=114 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7254 command.oublock=0 command.real_time_ms=107 command.spawn_token_fork_ms=1 command.system_time_ms=71 command.user_time_ms=43 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T06:44:20.090" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:50.090" grpc.time_ms=111.938 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1926vm-test-run-nixbot-gitlab> gitlab # [  340.531788] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:50 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/77ba47970856eb0ca0982fa02e462f163d1d68b8 HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 3751927vm-test-run-nixbot-gitlab> gitlab # [  340.535093] nixbot[3992]: {"ts": "2026-06-30T06:43:50.256Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/77ba47970856eb0ca0982fa02e462f163d1d68b8 \"HTTP/1.1 201 Created\""}1928vm-test-run-nixbot-gitlab> gitlab # [  340.609080] gitaly[1366]: time="2026-06-30T06:43:50.332Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:20.330" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:50.330" grpc.time_ms=1.757 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1929vm-test-run-nixbot-gitlab> gitlab # [  340.652713] gitaly[1366]: time="2026-06-30T06:43:50.376Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:20.374" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:50.375" grpc.time_ms=1.157 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1930vm-test-run-nixbot-gitlab> gitlab # [  340.737962] gitaly[1366]: time="2026-06-30T06:43:50.461Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:20.459" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:50.460" grpc.time_ms=1.246 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1931vm-test-run-nixbot-gitlab> gitlab # [  340.776857] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.479Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"bca35de688d8bef0cede2a33","created_at":"2026-06-30T06:43:50.474Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"bd799241f5fa70ee3a18bfc3","job_size_bytes":3,"pid":2474,"job_status":"deduplicated","message":"PipelineProcessWorker JID-bca35de688d8bef0cede2a33: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}1932vm-test-run-nixbot-gitlab> gitlab # [  340.809532] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.483Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"bd799241f5fa70ee3a18bfc3","created_at":"2026-06-30T06:43:49.830Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-07cd0ce7a0e24411","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.837Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2474,"job_status":"rescheduled","message":"PipelineProcessWorker JID-bd799241f5fa70ee3a18bfc3: rescheduled"}1933vm-test-run-nixbot-gitlab> gitlab # [  340.837703] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.495Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"bd799241f5fa70ee3a18bfc3","created_at":"2026-06-30T06:43:49.830Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-07cd0ce7a0e24411","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.837Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-bd799241f5fa70ee3a18bfc3: done: 0.523658 sec","job_status":"done","queue_duration_s":0.134849,"scheduling_latency_s":0.134879,"gitaly_calls":4,"gitaly_duration_s":0.130416,"redis_calls":104,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.034619000000000004,"redis_read_bytes":264,"redis_write_bytes":24006,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001494,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.002614,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.00683,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.005653,"redis_queues_read_bytes":24,"redis_queues_write_bytes":12385,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.009737,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3546,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000755,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001653,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004389,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.074,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.021,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.023,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.042,"db_ci_duration_s":0.033,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.309803,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.47268546,"duration_s":0.523658,"completed_at":"2026-06-30T06:43:50.495Z","load_balancing_strategy":"primary","db_duration_s":0.077029,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1934vm-test-run-nixbot-gitlab> gitlab # [  340.957499] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.498Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"92182d522bb84575e379a3e7","created_at":"2026-06-30T06:43:50.058Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.068Z","job_size_bytes":23,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-92182d522bb84575e379a3e7: start","job_status":"start","queue_duration_s":0.429956,"scheduling_latency_s":0.429986}1935vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses1936vm-test-run-nixbot-gitlab> gitlab # [  340.977012] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.646Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"92182d522bb84575e379a3e7","created_at":"2026-06-30T06:43:50.058Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.068Z","job_size_bytes":23,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-92182d522bb84575e379a3e7: done: 0.147759 sec","job_status":"done","queue_duration_s":0.429956,"scheduling_latency_s":0.429986,"redis_calls":15,"redis_duration_s":0.00487,"redis_read_bytes":13,"redis_write_bytes":3011,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000529,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000425,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1626,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002118,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.001185,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000613,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.114871,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00051534,"duration_s":0.147759,"completed_at":"2026-06-30T06:43:50.646Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024913,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1937vm-test-run-nixbot-gitlab> gitlab # [  341.025147] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.648Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"dc2e4a56ca831e29aed1d7cd","created_at":"2026-06-30T06:43:50.633Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-efb6a60aca004e2f","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:47f9a3768b1f50b19874dc9daede1471ccf3e7957d021caaf95413c2b1a548a9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.636Z","job_size_bytes":464,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-dc2e4a56ca831e29aed1d7cd: start","job_status":"start","queue_duration_s":0.011498,"scheduling_latency_s":0.011522}1938vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses, in 0.25 seconds)1939vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '96db67c768be53b92bff767dd01a6f7a62a44830', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:49.604Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1940vm-test-run-nixbot-gitlab> gitlab # [  341.041716] sidekiq-cluster[2474]: {"severity":"WARN","time":"2026-06-30T06:43:50.702Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"dc2e4a56ca831e29aed1d7cd","created_at":"2026-06-30T06:43:50.633Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-efb6a60aca004e2f","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:47f9a3768b1f50b19874dc9daede1471ccf3e7957d021caaf95413c2b1a548a9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.636Z","job_size_bytes":464,"pid":2474,"sidekiq_tid":"m4a2","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-dc2e4a56ca831e29aed1d7cd: fail: 0.053188 sec","job_status":"fail","queue_duration_s":0.011498,"scheduling_latency_s":0.011522,"redis_calls":7,"redis_duration_s":0.0021060000000000002,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001529,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000577,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031246,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.053188,"completed_at":"2026-06-30T06:43:50.701Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.013366,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1941vm-test-run-nixbot-gitlab> gitlab # [  341.435261] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.706Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"be8bec560f8b1d93331e05f4","created_at":"2026-06-30T06:43:50.213Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.227Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-be8bec560f8b1d93331e05f4: start","job_status":"start","queue_duration_s":0.479497,"scheduling_latency_s":0.479547}1942vm-test-run-nixbot-gitlab> gitlab # [  341.452705] gitaly[1366]: time="2026-06-30T06:43:50.906Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA4W8V016AHKE2G8QEPB0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:20.104" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:50.905" grpc.time_ms=1.434 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1943vm-test-run-nixbot-gitlab> gitlab # [  341.465827] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:50 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1641944vm-test-run-nixbot-gitlab> gitlab # [  341.468608] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.784Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"be8bec560f8b1d93331e05f4","created_at":"2026-06-30T06:43:50.213Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.227Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-be8bec560f8b1d93331e05f4: done: 0.077926 sec","job_status":"done","queue_duration_s":0.479497,"scheduling_latency_s":0.479547,"redis_calls":10,"redis_duration_s":0.005036,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000915,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003045,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001076,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050174,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0009698,"duration_s":0.077926,"completed_at":"2026-06-30T06:43:50.784Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009153,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1945vm-test-run-nixbot-gitlab> gitlab # [  341.514286] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.789Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"53cefc474ec5f17cd772fe94","created_at":"2026-06-30T06:43:50.253Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.265Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-53cefc474ec5f17cd772fe94: start","job_status":"start","queue_duration_s":0.523143,"scheduling_latency_s":0.523186}1946vm-test-run-nixbot-gitlab> gitlab # [  341.530541] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.887Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"53cefc474ec5f17cd772fe94","created_at":"2026-06-30T06:43:50.253Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.265Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-53cefc474ec5f17cd772fe94: done: 0.098888 sec","job_status":"done","queue_duration_s":0.523143,"scheduling_latency_s":0.523186,"redis_calls":10,"redis_duration_s":0.010002,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004672,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004301,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001029,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.055275,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007906,"duration_s":0.098888,"completed_at":"2026-06-30T06:43:50.887Z","load_balancing_strategy":"primary","db_duration_s":0.016285,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1947vm-test-run-nixbot-gitlab> gitlab # [  341.575496] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.891Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"c26187fd8638810210519371","created_at":"2026-06-30T06:43:50.283Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.290Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-c26187fd8638810210519371: start","job_status":"start","queue_duration_s":0.600963,"scheduling_latency_s":0.601004}1948vm-test-run-nixbot-gitlab> gitlab # [  341.591649] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.973Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"c26187fd8638810210519371","created_at":"2026-06-30T06:43:50.283Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.290Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-c26187fd8638810210519371: done: 0.082014 sec","job_status":"done","queue_duration_s":0.600963,"scheduling_latency_s":0.601004,"redis_calls":13,"redis_duration_s":0.013420000000000001,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000802,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.009428,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001897,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001293,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.048497,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00476638,"duration_s":0.082014,"completed_at":"2026-06-30T06:43:50.973Z","load_balancing_strategy":"primary","db_duration_s":0.009816,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1949vm-test-run-nixbot-gitlab> gitlab # [  341.639283] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:50.976Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"becb87934589e8cf835da5ff","created_at":"2026-06-30T06:43:50.291Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.297Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-becb87934589e8cf835da5ff: start","job_status":"start","queue_duration_s":0.678991,"scheduling_latency_s":0.67903}1950vm-test-run-nixbot-gitlab> gitlab # [  341.656580] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.031Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"becb87934589e8cf835da5ff","created_at":"2026-06-30T06:43:50.291Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.297Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-becb87934589e8cf835da5ff: done: 0.054475 sec","job_status":"done","queue_duration_s":0.678991,"scheduling_latency_s":0.67903,"redis_calls":10,"redis_duration_s":0.003734,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000712,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002319,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000703,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00068258,"duration_s":0.054475,"completed_at":"2026-06-30T06:43:51.030Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010311,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1951vm-test-run-nixbot-gitlab> gitlab # [  341.702249] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.033Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"bb7944a0db5e98a9bdc96875","created_at":"2026-06-30T06:43:50.298Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.305Z","job_size_bytes":19,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-bb7944a0db5e98a9bdc96875: start","job_status":"start","queue_duration_s":0.727745,"scheduling_latency_s":0.727773}1952vm-test-run-nixbot-gitlab> gitlab # [  341.718943] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.103Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"bb7944a0db5e98a9bdc96875","created_at":"2026-06-30T06:43:50.298Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.305Z","job_size_bytes":19,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-bb7944a0db5e98a9bdc96875: done: 0.069849 sec","job_status":"done","queue_duration_s":0.727745,"scheduling_latency_s":0.727773,"redis_calls":11,"redis_duration_s":0.00472,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000597,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003237,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000886,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043976,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00099752,"duration_s":0.069849,"completed_at":"2026-06-30T06:43:51.103Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009634,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1953vm-test-run-nixbot-gitlab> gitlab # [  341.764168] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.106Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"b7cb8818e20c3f48f818ec79","created_at":"2026-06-30T06:43:50.309Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.316Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-b7cb8818e20c3f48f818ec79: start","job_status":"start","queue_duration_s":0.790827,"scheduling_latency_s":0.790875}1954vm-test-run-nixbot-gitlab> gitlab # [  341.781976] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.174Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"b7cb8818e20c3f48f818ec79","created_at":"2026-06-30T06:43:50.309Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.316Z","job_size_bytes":65,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-b7cb8818e20c3f48f818ec79: done: 0.067999 sec","job_status":"done","queue_duration_s":0.790827,"scheduling_latency_s":0.790875,"redis_calls":10,"redis_duration_s":0.004285,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000773,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002732,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00078,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.042713,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0006006,"duration_s":0.067999,"completed_at":"2026-06-30T06:43:51.174Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008507,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1955vm-test-run-nixbot-gitlab> gitlab # [  341.827912] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.177Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"616904a139cb2b8b463f2ca4","created_at":"2026-06-30T06:43:50.317Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.320Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-616904a139cb2b8b463f2ca4: start","job_status":"start","queue_duration_s":0.857176,"scheduling_latency_s":0.857216}1956vm-test-run-nixbot-gitlab> gitlab # [  341.845856] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.232Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"616904a139cb2b8b463f2ca4","created_at":"2026-06-30T06:43:50.317Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.320Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-616904a139cb2b8b463f2ca4: done: 0.055024 sec","job_status":"done","queue_duration_s":0.857176,"scheduling_latency_s":0.857216,"redis_calls":7,"redis_duration_s":0.002493,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001744,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000749,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039053,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.055024,"completed_at":"2026-06-30T06:43:51.232Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007172,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1957vm-test-run-nixbot-gitlab> gitlab # [  341.889266] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.235Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"3f0c3a08e152d2e6d59d2cc1","created_at":"2026-06-30T06:43:50.378Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.391Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-3f0c3a08e152d2e6d59d2cc1: start","job_status":"start","queue_duration_s":0.843615,"scheduling_latency_s":0.843644}1958vm-test-run-nixbot-gitlab> gitlab # [  341.906122] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.294Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"3f0c3a08e152d2e6d59d2cc1","created_at":"2026-06-30T06:43:50.378Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.391Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-3f0c3a08e152d2e6d59d2cc1: done: 0.059452 sec","job_status":"done","queue_duration_s":0.843615,"scheduling_latency_s":0.843644,"redis_calls":10,"redis_duration_s":0.003153,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00058,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001902,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000671,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032423,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0006179,"duration_s":0.059452,"completed_at":"2026-06-30T06:43:51.294Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016935,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1959vm-test-run-nixbot-gitlab> gitlab # [  341.951236] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.297Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"99ea00e57bc1f07918a0916f","created_at":"2026-06-30T06:43:50.392Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.403Z","job_size_bytes":6,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-99ea00e57bc1f07918a0916f: start","job_status":"start","queue_duration_s":0.893542,"scheduling_latency_s":0.89357}1960vm-test-run-nixbot-gitlab> gitlab # [  341.967691] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.333Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"99ea00e57bc1f07918a0916f","created_at":"2026-06-30T06:43:50.392Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.403Z","job_size_bytes":6,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-99ea00e57bc1f07918a0916f: done: 0.036525 sec","job_status":"done","queue_duration_s":0.893542,"scheduling_latency_s":0.89357,"redis_calls":10,"redis_duration_s":0.003404,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001045,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001748,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000611,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02128,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00041088,"duration_s":0.036525,"completed_at":"2026-06-30T06:43:51.333Z","load_balancing_strategy":"primary","db_duration_s":0.004408,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1961vm-test-run-nixbot-gitlab> gitlab # [  342.012789] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.335Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"61a8eda903102f9fd4cc0e46","created_at":"2026-06-30T06:43:50.483Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.487Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-61a8eda903102f9fd4cc0e46: start","job_status":"start","queue_duration_s":0.848827,"scheduling_latency_s":0.848849}1962vm-test-run-nixbot-gitlab> gitlab # [  342.028490] gitaly[1366]: time="2026-06-30T06:43:51.554Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:21.552" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:51.553" grpc.time_ms=1.441 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1963vm-test-run-nixbot-gitlab> gitlab # [  342.041897] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:51.637Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"61a8eda903102f9fd4cc0e46","created_at":"2026-06-30T06:43:50.483Z","trace_propagation_headers":{"sentry-trace":"a47383807f0a4bbfa3c6aa73fef5685e-1f361f94624f452b","baggage":"sentry-trace_id=a47383807f0a4bbfa3c6aa73fef5685e,sentry-release=Unknown"},"correlation_id":"01KWBMA39V1QWPGM6WY8VN27R7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:50.487Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-61a8eda903102f9fd4cc0e46: done: 0.301384 sec","job_status":"done","queue_duration_s":0.848827,"scheduling_latency_s":0.848849,"gitaly_calls":2,"gitaly_duration_s":0.009508,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.005795,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.000773,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002811,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000298,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001913,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.037,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.017,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.252924,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.25154766,"duration_s":0.301384,"completed_at":"2026-06-30T06:43:51.637Z","load_balancing_strategy":"primary","db_duration_s":0.037027,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1964vm-test-run-nixbot-gitlab> gitlab # [  342.090742] gitaly[1366]: time="2026-06-30T06:43:51.606Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA39V1QWPGM6WY8VN27R7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:21.603" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:51.604" grpc.time_ms=1.23 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1965vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses1966vm-test-run-nixbot-gitlab> gitlab # [  342.430836] gitaly[1366]: time="2026-06-30T06:43:52.154Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA63SSZMK56K6K1V10GB2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:22.052" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:52.153" grpc.time_ms=1.208 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1967vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses, in 0.24 seconds)1968vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '96db67c768be53b92bff767dd01a6f7a62a44830', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:49.604Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1969vm-test-run-nixbot-gitlab> gitlab # [  342.484951] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1491970vm-test-run-nixbot-gitlab> gitlab # [  343.093552] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:52.815Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4ebcd197a6324d32cd4df232","created_at":"2026-06-30T06:43:35.752Z","trace_propagation_headers":{"sentry-trace":"76ad05d2db824bf980c346f186314998-62e609df35a94dd9","baggage":"sentry-trace_id=76ad05d2db824bf980c346f186314998,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9NVDR72G21R4Q4V201CA","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:1f7d541dc999c4f8dc5d0f60be545d92ab1c966844a4cd2e7da6105fda9b727b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:52.810Z","retry_count":0,"job_size_bytes":451,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4ebcd197a6324d32cd4df232: start","job_status":"start","queue_duration_s":0.005253,"scheduling_latency_s":0.005291}1971vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses1972vm-test-run-nixbot-gitlab> gitlab # [  343.176123] sidekiq-cluster[2474]: {"severity":"WARN","time":"2026-06-30T06:43:52.898Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4ebcd197a6324d32cd4df232","created_at":"2026-06-30T06:43:35.752Z","trace_propagation_headers":{"sentry-trace":"76ad05d2db824bf980c346f186314998-62e609df35a94dd9","baggage":"sentry-trace_id=76ad05d2db824bf980c346f186314998,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9NVDR72G21R4Q4V201CA","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:1f7d541dc999c4f8dc5d0f60be545d92ab1c966844a4cd2e7da6105fda9b727b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:52.810Z","retry_count":0,"job_size_bytes":451,"pid":2474,"sidekiq_tid":"ma6a","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4ebcd197a6324d32cd4df232: fail: 0.081512 sec","job_status":"fail","queue_duration_s":0.005253,"scheduling_latency_s":0.005291,"redis_calls":7,"redis_duration_s":0.003608,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002541,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001067,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.054119,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.081512,"completed_at":"2026-06-30T06:43:52.897Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.010704,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1973vm-test-run-nixbot-gitlab> gitlab # [  343.649162] gitaly[1366]: time="2026-06-30T06:43:53.371Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA79K14YTRDFTRR2JC4AG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:23.169" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.370" grpc.time_ms=1.155 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1974vm-test-run-nixbot-gitlab> gitlab # [  343.703238] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:53 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1571975vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses, in 0.23 seconds)1976vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '96db67c768be53b92bff767dd01a6f7a62a44830', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:49.604Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1977vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses1978vm-test-run-nixbot-gitlab> gitlab # [  344.890077] gitaly[1366]: time="2026-06-30T06:43:54.612Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA8G70HP835RW727SHFXN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:24.410" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:54.611" grpc.time_ms=1.42 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1979vm-test-run-nixbot-gitlab> gitlab # [  344.927067] gitaly[1366]: time="2026-06-30T06:43:54.650Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:24.448" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:54.649" grpc.time_ms=1.251 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1980vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses, in 0.25 seconds)1981vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '96db67c768be53b92bff767dd01a6f7a62a44830', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:49.604Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1982vm-test-run-nixbot-gitlab> gitlab # [  344.966689] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:54 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1791983vm-test-run-nixbot-gitlab> gitlab # [  345.024450] gitaly[1366]: time="2026-06-30T06:43:54.748Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:04.168" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:54.728" grpc.time_ms=19.094 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1984vm-test-run-nixbot-gitlab> gitlab # [  345.107319] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:54.829Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"33f889605028fbf563004106","created_at":"2026-06-30T06:43:54.817Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-6b932c7988bc4cbd","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.823Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-33f889605028fbf563004106: start","job_status":"start","queue_duration_s":0.005475,"scheduling_latency_s":0.005545}1985vm-test-run-nixbot-gitlab> gitlab # [  345.157777] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:54 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/96db67c768be53b92bff767dd01a6f7a62a44830 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 3261986vm-test-run-nixbot-gitlab> gitlab # [  345.165514] nixbot[3992]: {"ts": "2026-06-30T06:43:54.854Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/96db67c768be53b92bff767dd01a6f7a62a44830 \"HTTP/1.1 201 Created\""}1987vm-test-run-nixbot-gitlab> gitlab # [  345.231679] gitaly[1366]: time="2026-06-30T06:43:54.955Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA8VEW8ARH0XAXTQWJ8C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:24.152" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:54.953" grpc.time_ms=1.372 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1988vm-test-run-nixbot-gitlab> gitlab # [  345.326195] gitaly[1366]: time="2026-06-30T06:43:55.049Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=5 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA8VEW8ARH0XAXTQWJ8C6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:05.000" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:55.031" grpc.time_ms=18.664 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1989vm-test-run-nixbot-gitlab> gitlab # [  345.360722] gitaly[1366]: time="2026-06-30T06:43:55.077Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:55.076" grpc.time_ms=0.876 pid=1366 span.kind=server system=grpc1990vm-test-run-nixbot-gitlab> gitlab # [  345.401233] gitaly[1366]: time="2026-06-30T06:43:55.124Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:55.124" grpc.time_ms=0.715 pid=1366 span.kind=server system=grpc1991vm-test-run-nixbot-gitlab> gitlab # [  345.447424] gitaly[1366]: time="2026-06-30T06:43:55.171Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:55.169" grpc.time_ms=0.99 pid=1366 span.kind=server system=grpc1992vm-test-run-nixbot-gitlab> gitlab # [  345.476512] gitaly[1366]: time="2026-06-30T06:43:55.187Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 diskcache=47e8cb27-52c5-4655-b461-506eed9fe827 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T06:44:25.016" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:55.017" pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1993vm-test-run-nixbot-gitlab> gitlab # [  345.499279] gitaly[1366]: time="2026-06-30T06:43:55.188Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=155 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=6912 command.oublock=0 command.real_time_ms=162 command.spawn_token_fork_ms=1 command.system_time_ms=87 command.user_time_ms=68 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T06:44:25.016" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:55.017" grpc.time_ms=170.846 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1994vm-test-run-nixbot-gitlab> gitlab # [  345.524259] nixbot[3992]: {"ts": "2026-06-30T06:43:55.183Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/96db67c768be53b92bff767dd01a6f7a62a44830 \"HTTP/1.1 201 Created\""}1995vm-test-run-nixbot-gitlab> gitlab # [  345.528787] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:55 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/96db67c768be53b92bff767dd01a6f7a62a44830 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 3191996vm-test-run-nixbot-gitlab> gitlab # [  345.558518] gitaly[1366]: time="2026-06-30T06:43:55.282Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:25.279" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:55.280" grpc.time_ms=1.576 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1997vm-test-run-nixbot-gitlab> gitlab # [  345.588406] gitaly[1366]: time="2026-06-30T06:43:55.299Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA96187XF8G0DA8ZTC9AP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:25.097" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:55.298" grpc.time_ms=1.1 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1998vm-test-run-nixbot-gitlab> gitlab # [  345.629490] gitaly[1366]: time="2026-06-30T06:43:55.353Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:25.350" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:55.351" grpc.time_ms=1.243 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1999vm-test-run-nixbot-gitlab> gitlab # [  345.658651] gitaly[1366]: time="2026-06-30T06:43:55.364Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=2 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA96187XF8G0DA8ZTC9AP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:05.017" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:55.347" grpc.time_ms=16.406 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2000vm-test-run-nixbot-gitlab> gitlab # [  345.719264] gitaly[1366]: time="2026-06-30T06:43:55.442Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA8GXVT197GAAADYXS4K0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:25.440" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:55.441" grpc.time_ms=1.367 pid=1366 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2001vm-test-run-nixbot-gitlab> gitlab # [  345.746137] gitlab-workhorse[1302]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:55 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/96db67c768be53b92bff767dd01a6f7a62a44830 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2452002vm-test-run-nixbot-gitlab> gitlab # [  345.751016] nixbot[3992]: {"ts": "2026-06-30T06:43:55.448Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/96db67c768be53b92bff767dd01a6f7a62a44830 \"HTTP/1.1 201 Created\""}2003vm-test-run-nixbot-gitlab> gitlab # [  345.756386] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.472Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"c3d04d39d274ceac28986876","created_at":"2026-06-30T06:43:55.466Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"33f889605028fbf563004106","job_size_bytes":3,"pid":2474,"job_status":"deduplicated","message":"PipelineProcessWorker JID-c3d04d39d274ceac28986876: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2004vm-test-run-nixbot-gitlab> gitlab # [  345.780547] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.476Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"33f889605028fbf563004106","created_at":"2026-06-30T06:43:54.817Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-6b932c7988bc4cbd","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.823Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2474,"job_status":"rescheduled","message":"PipelineProcessWorker JID-33f889605028fbf563004106: rescheduled"}2005vm-test-run-nixbot-gitlab> gitlab # [  345.801415] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.495Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"33f889605028fbf563004106","created_at":"2026-06-30T06:43:54.817Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-6b932c7988bc4cbd","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.823Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-33f889605028fbf563004106: done: 0.666108 sec","job_status":"done","queue_duration_s":0.005475,"scheduling_latency_s":0.005545,"gitaly_calls":4,"gitaly_duration_s":0.198072,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.037486,"redis_read_bytes":262,"redis_write_bytes":23382,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002275,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.005484,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001492,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.006607,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14463,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.013577,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000637,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001463,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.003676,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.074,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.019,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.023,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.042,"db_ci_duration_s":0.032,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.380964,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.58091402,"duration_s":0.666108,"completed_at":"2026-06-30T06:43:55.494Z","load_balancing_strategy":"primary","db_duration_s":0.077263,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2006vm-test-run-nixbot-gitlab> gitlab # [  345.864225] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.498Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"d5a1820a92b9676496d01dae","created_at":"2026-06-30T06:43:54.995Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.000Z","job_size_bytes":23,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-d5a1820a92b9676496d01dae: start","job_status":"start","queue_duration_s":0.497162,"scheduling_latency_s":0.497201}2007vm-test-run-nixbot-gitlab> gitlab # [  345.881452] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.572Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"d5a1820a92b9676496d01dae","created_at":"2026-06-30T06:43:54.995Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.000Z","job_size_bytes":23,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-d5a1820a92b9676496d01dae: done: 0.074814 sec","job_status":"done","queue_duration_s":0.497162,"scheduling_latency_s":0.497201,"redis_calls":7,"redis_duration_s":0.003044,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002147,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000897,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053581,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.074814,"completed_at":"2026-06-30T06:43:55.572Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013842,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2008vm-test-run-nixbot-gitlab> gitlab # [  345.924738] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.576Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"f1cc9312fa987bc5130b5fe1","created_at":"2026-06-30T06:43:55.200Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.206Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-f1cc9312fa987bc5130b5fe1: start","job_status":"start","queue_duration_s":0.369796,"scheduling_latency_s":0.369837}2009vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses2010vm-test-run-nixbot-gitlab> gitlab # [  345.941714] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.624Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"f1cc9312fa987bc5130b5fe1","created_at":"2026-06-30T06:43:55.200Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.206Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-f1cc9312fa987bc5130b5fe1: done: 0.048393 sec","job_status":"done","queue_duration_s":0.369796,"scheduling_latency_s":0.369837,"redis_calls":7,"redis_duration_s":0.002626,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001837,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000789,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030991,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.048393,"completed_at":"2026-06-30T06:43:55.624Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008021,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2011vm-test-run-nixbot-gitlab> gitlab # [  345.986149] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.627Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"e8b1fa960d36801dfbca673c","created_at":"2026-06-30T06:43:55.219Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.224Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-e8b1fa960d36801dfbca673c: start","job_status":"start","queue_duration_s":0.402738,"scheduling_latency_s":0.402766}2012vm-test-run-nixbot-gitlab> gitlab # [  346.003575] nix-daemon[4272]: accepted connection from pid 4464, user nixbot2013vm-test-run-nixbot-gitlab> gitlab # [  346.004683] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.676Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"e8b1fa960d36801dfbca673c","created_at":"2026-06-30T06:43:55.219Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.224Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-e8b1fa960d36801dfbca673c: done: 0.04938 sec","job_status":"done","queue_duration_s":0.402738,"scheduling_latency_s":0.402766,"redis_calls":7,"redis_duration_s":0.004926000000000001,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004362,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000564,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028439,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04938,"completed_at":"2026-06-30T06:43:55.676Z","load_balancing_strategy":"primary","db_duration_s":0.011893,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2014vm-test-run-nixbot-gitlab> gitlab # [  346.047811] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.678Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"530942f41ed951e853f01b75","created_at":"2026-06-30T06:43:55.240Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.244Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-530942f41ed951e853f01b75: start","job_status":"start","queue_duration_s":0.434167,"scheduling_latency_s":0.434196}2015vm-test-run-nixbot-gitlab> gitlab # [  346.063900] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.721Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"530942f41ed951e853f01b75","created_at":"2026-06-30T06:43:55.240Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.244Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-530942f41ed951e853f01b75: done: 0.042563 sec","job_status":"done","queue_duration_s":0.434167,"scheduling_latency_s":0.434196,"redis_calls":10,"redis_duration_s":0.004331,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003172,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000615,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000544,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028517,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.042563,"completed_at":"2026-06-30T06:43:55.720Z","load_balancing_strategy":"primary","db_duration_s":0.005585,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2016vm-test-run-nixbot-gitlab> gitlab # [  346.108682] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.722Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"495d9d2a7bd251a691371973","created_at":"2026-06-30T06:43:55.245Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.248Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-495d9d2a7bd251a691371973: start","job_status":"start","queue_duration_s":0.474455,"scheduling_latency_s":0.474482}2017vm-test-run-nixbot-gitlab> gitlab # [  346.126595] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.756Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"495d9d2a7bd251a691371973","created_at":"2026-06-30T06:43:55.245Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.248Z","job_size_bytes":3,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-495d9d2a7bd251a691371973: done: 0.034127 sec","job_status":"done","queue_duration_s":0.474455,"scheduling_latency_s":0.474482,"redis_calls":7,"redis_duration_s":0.002884,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002195,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000689,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020385,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034127,"completed_at":"2026-06-30T06:43:55.756Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005139,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2018vm-test-run-nixbot-gitlab> gitlab # [  346.171433] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.759Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"9f08e3ea52e8ef2f28651e0b","created_at":"2026-06-30T06:43:55.250Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.254Z","job_size_bytes":19,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-9f08e3ea52e8ef2f28651e0b: start","job_status":"start","queue_duration_s":0.504938,"scheduling_latency_s":0.504962}2019vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/96db67c768be53b92bff767dd01a6f7a62a44830/statuses, in 0.26 seconds)2020vm-test-run-nixbot-gitlab> [{'id': 2, 'sha': '96db67c768be53b92bff767dd01a6f7a62a44830', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-30T06:43:49.604Z', 'started_at': None, 'finished_at': '2026-06-30T06:43:54.799Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '96db67c768be53b92bff767dd01a6f7a62a44830', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '0 attributes built', 'created_at': '2026-06-30T06:43:55.117Z', 'started_at': None, 'finished_at': '2026-06-30T06:43:55.408Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2021vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 6.55 seconds)2022vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 416.68 seconds)2023vm-test-run-nixbot-gitlab> gitlab # [  346.188357] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.806Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"9f08e3ea52e8ef2f28651e0b","created_at":"2026-06-30T06:43:55.250Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.254Z","job_size_bytes":19,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-9f08e3ea52e8ef2f28651e0b: done: 0.04769 sec","job_status":"done","queue_duration_s":0.504938,"scheduling_latency_s":0.504962,"redis_calls":8,"redis_duration_s":0.005855,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005191,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000664,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022464,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04769,"completed_at":"2026-06-30T06:43:55.806Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008393,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2024vm-test-run-nixbot-gitlab> gitlab # [  346.231689] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.812Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"b247f10cf54fa7e7ef672714","created_at":"2026-06-30T06:43:55.255Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.261Z","job_size_bytes":66,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-b247f10cf54fa7e7ef672714: start","job_status":"start","queue_duration_s":0.551129,"scheduling_latency_s":0.551159}2025vm-test-run-nixbot-gitlab> test script finished in 416.73s2026vm-test-run-nixbot-gitlab> cleanup2027vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2028vm-test-run-nixbot-gitlab> gitlab # [  346.255956] sidekiq-cluster[2474]: {"severity":"INFO","time":"2026-06-30T06:43:55.846Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"b247f10cf54fa7e7ef672714","created_at":"2026-06-30T06:43:55.255Z","trace_propagation_headers":{"sentry-trace":"d3ef74f6afaa4b31a90e9e3d924f1ce3-75f64551ed8c4be3","baggage":"sentry-trace_id=d3ef74f6afaa4b31a90e9e3d924f1ce3,sentry-release=Unknown"},"correlation_id":"01KWBMA8GXVT197GAAADYXS4K0","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.261Z","job_size_bytes":66,"pid":2474,"sidekiq_tid":"m9za","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-b247f10cf54fa7e7ef672714: done: 0.033769 sec","job_status":"done","queue_duration_s":0.551129,"scheduling_latency_s":0.551159,"redis_calls":7,"redis_duration_s":0.008348999999999999,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004111,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004238,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count"qemu-system-aarch64: terminating on signal 15 from pid 6 (/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13)2029vm-test-run-nixbot-gitlab> gitlab # :2030vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.56 seconds)20312032post-build step Upload coverage to codecov: ok2033Skipping codecov: project=Mic92/nixbot attr=aarch64-linux.nixbot-gitlab