nixbot

1this derivation will be built:2  /nix/store/hqymf8ccjvlwnrk3fz1hq41bar34n7x9-vm-test-run-nixbot-gitlab.drv3building '/nix/store/hqymf8ccjvlwnrk3fz1hq41bar34n7x9-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'4building '/nix/store/hqymf8ccjvlwnrk3fz1hq41bar34n7x9-vm-test-run-nixbot-gitlab.drv'5vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state6vm-test-run-nixbot-gitlab> start all VLans7vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)8vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds9vm-test-run-nixbot-gitlab> run the VM test script10vm-test-run-nixbot-gitlab> additionally exposed symbols:11vm-test-run-nixbot-gitlab>     gitlab,12vm-test-run-nixbot-gitlab>     vlan1,13vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh14vm-test-run-nixbot-gitlab> start all VMs15vm-test-run-nixbot-gitlab> gitlab: starting vm16vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)17vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...18vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.aosJDvAjWB', fmt=raw size=107374182419vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)20vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done21vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes22vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: a4a0e407-0d86-45e3-9998-8a28cc40342623vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:24vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 22937625vm-test-run-nixbot-gitlab> gitlab # 26vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done27vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done28vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done29vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done30vm-test-run-nixbot-gitlab> gitlab # 31vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.32vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...33vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.34vm-test-run-nixbot-gitlab> (finished: start all VMs, in 69.43 seconds)35vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service36vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting37vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Booting Linux on physical CPU 0x0000000000 [0xc00fac40]38vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT Mon Jun  1 15:51:08 UTC 202639vm-test-run-nixbot-gitlab> gitlab # [    0.000000] KASLR enabled40vm-test-run-nixbot-gitlab> gitlab # [    0.000000] random: crng init done41vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Machine model: linux,dummy-virt42vm-test-run-nixbot-gitlab> gitlab # [    0.000000] efi: UEFI not found.43vm-test-run-nixbot-gitlab> gitlab # [    0.000000] OF: reserved mem: Reserved memory: No reserved-memory node in the DT44vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NUMA: Faking a node at [mem 0x0000000040000000-0x00000001bfffffff]45vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NODE_DATA(0) allocated [mem 0x1bfdeb740-0x1bfdeeebf]46vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Zone ranges:47vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA      [mem 0x0000000040000000-0x00000000ffffffff]48vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   DMA32    empty49vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]50vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   Device   empty51vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Movable zone start for each node52vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Early memory node ranges53vm-test-run-nixbot-gitlab> gitlab # [    0.000000]   node   0: [mem 0x0000000040000000-0x00000001bfffffff]54vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Initmem setup node 0 [mem 0x0000000040000000-0x00000001bfffffff]55vm-test-run-nixbot-gitlab> gitlab # [    0.000000] cma: Reserved 32 MiB at 0x00000000fe00000056vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: probing for conduit method from DT.57vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: PSCIv1.3 detected in firmware.58vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Using standard PSCI v0.2 function IDs59vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: Trusted OS migration not required60vm-test-run-nixbot-gitlab> gitlab # [    0.000000] psci: SMC Calling Convention v1.161vm-test-run-nixbot-gitlab> gitlab # [    0.000000] smccc: KVM: hypervisor services detected (0x00000000 0x00000000 0x00000000 0x00000003)62vm-test-run-nixbot-gitlab> gitlab # [    0.000000] percpu: Embedded 76 pages/cpu s185944 r8192 d117160 u31129663vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Detected PIPT I-cache on CPU064vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Address authentication (architected QARMA5 algorithm)65vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: GICv3 CPU interface66vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-v467vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: Spectre-BHB68vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC03_CPU_3869vm-test-run-nixbot-gitlab> gitlab # [    0.000000] CPU features: detected: AmpereOne erratum AC04_CPU_2370vm-test-run-nixbot-gitlab> gitlab # [    0.000000] alternatives: applying boot alternatives71vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Kernel command line: console=ttyAMA0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/c2yzi06ghm6dr0zncs815ycb75gz7s6j-nixos-system-gitlab-test/init regInfo=/nix/store/gcsc4mqxfw8wyd2cd03nh3fi5wrjy85k-closure-info/registration console=ttyAMA0,115200n8 console=tty072vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Unknown kernel command line parameters "regInfo=/nix/store/gcsc4mqxfw8wyd2cd03nh3fi5wrjy85k-closure-info/registration", will be passed to user space.73vm-test-run-nixbot-gitlab> gitlab # [    0.000000] printk: log buffer data + meta data: 131072 + 458752 = 589824 bytes74vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)75vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)76vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: area num 4.77vm-test-run-nixbot-gitlab> gitlab # [    0.000000] software IO TLB: mapped [mem 0x00000000fa000000-0x00000000fe000000] (64MB)78vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Fallback order for Node 0: 079vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Built 1 zonelists, mobility grouping on.  Total pages: 157286480vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Policy zone: Normal81vm-test-run-nixbot-gitlab> gitlab # [    0.000000] mem auto-init: stack:all(zero), heap alloc:on, heap free:off82vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=183vm-test-run-nixbot-gitlab> gitlab # [    0.000000] allocated 12582912 bytes of page_ext84vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocating 74648 entries in 292 pages85vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ftrace: allocated 292 pages with 3 groups86vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Hierarchical RCU implementation.87vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU event tracing is enabled.88vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.89vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Trampoline variant of Tasks RCU enabled.90vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Rude variant of Tasks RCU enabled.91vm-test-run-nixbot-gitlab> gitlab # [    0.000000] 	Tracing variant of Tasks RCU enabled.92vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.93vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=494vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.95vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.96vm-test-run-nixbot-gitlab> gitlab # [    0.000000] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.97vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 098vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 256 SPIs implemented99vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: 0 Extended SPIs implemented100vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Root IRQ handler: gic_handle_irq101vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICv3 features: 16 PPIs, DirectLPI102vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: GICD_CTLR.DS=1, SCR_EL3.FIQ=0103vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: found redistributor 0 region 0:0x00000000080a0000104vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS [mem 0x08080000-0x0809ffff]105vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Devices @100f10000 (indirect, esz 8, psz 64K, shr 1)106vm-test-run-nixbot-gitlab> gitlab # [    0.000000] ITS@0x0000000008080000: allocated 8192 Interrupt Collections @100f20000 (flat, esz 8, psz 64K, shr 1)107vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: using LPI property table @0x0000000100f30000108vm-test-run-nixbot-gitlab> gitlab # [    0.000000] GICv3: CPU0: using allocated LPI pending table @0x0000000100f40000109vm-test-run-nixbot-gitlab> gitlab # [    0.000000] rcu: srcu_init: Setting srcu_struct sizes based on contention.110vm-test-run-nixbot-gitlab> gitlab # [    0.000000] arch_timer: cp15 timer running at 1000.00MHz (virt).111vm-test-run-nixbot-gitlab> gitlab # [    0.000000] clocksource: arch_sys_counter: mask: 0x1fffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns112vm-test-run-nixbot-gitlab> gitlab # [    0.000000] sched_clock: 61 bits at 1000MHz, resolution 1ns, wraps every 4398046511103ns113vm-test-run-nixbot-gitlab> gitlab # [    0.000030] arm-pv: using stolen time PV114vm-test-run-nixbot-gitlab> gitlab # [    0.000391] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)115vm-test-run-nixbot-gitlab> gitlab # [    0.000552] Console: colour dummy device 80x25116vm-test-run-nixbot-gitlab> gitlab # [    0.000560] printk: legacy console [tty0] enabled117vm-test-run-nixbot-gitlab> gitlab # [    0.000733] Calibrating delay loop (skipped), value calculated using timer frequency.. 2000.00 BogoMIPS (lpj=4000000)118vm-test-run-nixbot-gitlab> gitlab # [    0.000740] pid_max: default: 32768 minimum: 301119vm-test-run-nixbot-gitlab> gitlab # [    0.000808] LSM: initializing lsm=capability,landlock,yama,bpf,ima120vm-test-run-nixbot-gitlab> gitlab # [    0.000987] landlock: Up and running.121vm-test-run-nixbot-gitlab> gitlab # [    0.000990] Yama: becoming mindful.122vm-test-run-nixbot-gitlab> gitlab # [    0.001428] LSM support for eBPF active123vm-test-run-nixbot-gitlab> gitlab # [    0.001628] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)124vm-test-run-nixbot-gitlab> gitlab # [    0.001735] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)125vm-test-run-nixbot-gitlab> gitlab # [    0.002884] cacheinfo: Unable to detect cache hierarchy for CPU 0126vm-test-run-nixbot-gitlab> gitlab # [    0.003538] rcu: Hierarchical SRCU implementation.127vm-test-run-nixbot-gitlab> gitlab # [    0.003542] rcu: 	Max phase no-delay instances is 1000.128vm-test-run-nixbot-gitlab> gitlab # [    0.003699] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level129vm-test-run-nixbot-gitlab> gitlab # [    0.004744] fsl-mc MSI: its@8080000 domain created130vm-test-run-nixbot-gitlab> gitlab # [    0.004838] EFI services will not be available.131vm-test-run-nixbot-gitlab> gitlab # [    0.005018] smp: Bringing up secondary CPUs ...132vm-test-run-nixbot-gitlab> gitlab # [    0.005670] Detected PIPT I-cache on CPU1133vm-test-run-nixbot-gitlab> gitlab # [    0.005768] GICv3: CPU1: found redistributor 1 region 0:0x00000000080c0000134vm-test-run-nixbot-gitlab> gitlab # [    0.005901] GICv3: CPU1: using allocated LPI pending table @0x0000000100f50000135vm-test-run-nixbot-gitlab> gitlab # [    0.006032] CPU1: Booted secondary processor 0x0000000001 [0xc00fac40]136vm-test-run-nixbot-gitlab> gitlab # [    0.007326] Detected PIPT I-cache on CPU2137vm-test-run-nixbot-gitlab> gitlab # [    0.007505] GICv3: CPU2: found redistributor 2 region 0:0x00000000080e0000138vm-test-run-nixbot-gitlab> gitlab # [    0.007636] GICv3: CPU2: using allocated LPI pending table @0x0000000100f60000139vm-test-run-nixbot-gitlab> gitlab # [    0.007765] CPU2: Booted secondary processor 0x0000000002 [0xc00fac40]140vm-test-run-nixbot-gitlab> gitlab # [    0.008757] Detected PIPT I-cache on CPU3141vm-test-run-nixbot-gitlab> gitlab # [    0.008876] GICv3: CPU3: found redistributor 3 region 0:0x0000000008100000142vm-test-run-nixbot-gitlab> gitlab # [    0.009010] GICv3: CPU3: using allocated LPI pending table @0x0000000100f70000143vm-test-run-nixbot-gitlab> gitlab # [    0.009141] CPU3: Booted secondary processor 0x0000000003 [0xc00fac40]144vm-test-run-nixbot-gitlab> gitlab # [    0.009682] smp: Brought up 1 node, 4 CPUs145vm-test-run-nixbot-gitlab> gitlab # [    0.009710] SMP: Total of 4 processors activated.146vm-test-run-nixbot-gitlab> gitlab # [    0.009713] CPU: All CPU(s) started at EL1147vm-test-run-nixbot-gitlab> gitlab # [    0.009722] CPU features: detected: Branch Target Identification148vm-test-run-nixbot-gitlab> gitlab # [    0.009726] CPU features: detected: ARMv8.4 Translation Table Level149vm-test-run-nixbot-gitlab> gitlab # [    0.009729] CPU features: detected: Instruction cache invalidation not required for I/D coherence150vm-test-run-nixbot-gitlab> gitlab # [    0.009733] CPU features: detected: Data cache clean to the PoU not required for I/D coherence151vm-test-run-nixbot-gitlab> gitlab # [    0.009736] CPU features: detected: Common not Private translations152vm-test-run-nixbot-gitlab> gitlab # [    0.009739] CPU features: detected: CRC32 instructions153vm-test-run-nixbot-gitlab> gitlab # [    0.009741] CPU features: detected: Data cache clean to Point of Deep Persistence154vm-test-run-nixbot-gitlab> gitlab # [    0.009745] CPU features: detected: Data cache clean to Point of Persistence155vm-test-run-nixbot-gitlab> gitlab # [    0.009747] CPU features: detected: Data independent timing control (DIT)156vm-test-run-nixbot-gitlab> gitlab # [    0.009750] CPU features: detected: E0PD157vm-test-run-nixbot-gitlab> gitlab # [    0.009752] CPU features: detected: Enhanced Counter Virtualization158vm-test-run-nixbot-gitlab> gitlab # [    0.009755] CPU features: detected: Enhanced Counter Virtualization (CNTPOFF)159vm-test-run-nixbot-gitlab> gitlab # [    0.009758] CPU features: detected: Enhanced Virtualization Traps160vm-test-run-nixbot-gitlab> gitlab # [    0.009761] CPU features: detected: Fine Grained Traps161vm-test-run-nixbot-gitlab> gitlab # [    0.009764] CPU features: detected: Generic authentication (architected QARMA5 algorithm)162vm-test-run-nixbot-gitlab> gitlab # [    0.009768] CPU features: detected: RCpc load-acquire (LDAPR)163vm-test-run-nixbot-gitlab> gitlab # [    0.009771] CPU features: detected: LSE atomic instructions164vm-test-run-nixbot-gitlab> gitlab # [    0.009774] CPU features: detected: Privileged Access Never165vm-test-run-nixbot-gitlab> gitlab # [    0.009776] CPU features: detected: PMUv3166vm-test-run-nixbot-gitlab> gitlab # [    0.009779] CPU features: detected: RAS Extension Support167vm-test-run-nixbot-gitlab> gitlab # [    0.009781] CPU features: detected: RASv1p1 Extension Support168vm-test-run-nixbot-gitlab> gitlab # [    0.009783] CPU features: detected: Random Number Generator169vm-test-run-nixbot-gitlab> gitlab # [    0.009786] CPU features: detected: Speculation barrier (SB)170vm-test-run-nixbot-gitlab> gitlab # [    0.009788] CPU features: detected: Stage-2 Force Write-Back171vm-test-run-nixbot-gitlab> gitlab # [    0.009791] CPU features: detected: TLB range maintenance instructions172vm-test-run-nixbot-gitlab> gitlab # [    0.009795] CPU features: detected: Speculative Store Bypassing Safe (SSBS)173vm-test-run-nixbot-gitlab> gitlab # [    0.009924] alternatives: applying system-wide alternatives174vm-test-run-nixbot-gitlab> gitlab # [    0.012948] CPU features: detected: BBM Level 2 without TLB conflict abort175vm-test-run-nixbot-gitlab> gitlab # [    0.013185] Memory: 5966040K/6291456K available (24320K kernel code, 7086K rwdata, 26308K rodata, 4736K init, 1102K bss, 270904K reserved, 32768K cma-reserved)176vm-test-run-nixbot-gitlab> gitlab # [    0.014732] devtmpfs: initialized177vm-test-run-nixbot-gitlab> gitlab # [    0.018812] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns178vm-test-run-nixbot-gitlab> gitlab # [    0.018860] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)179vm-test-run-nixbot-gitlab> gitlab # [    0.018930] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).180vm-test-run-nixbot-gitlab> gitlab # [    0.019107] 2G module region forced by RANDOMIZE_MODULE_REGION_FULL181vm-test-run-nixbot-gitlab> gitlab # [    0.019111] 0 pages in range for non-PLT usage182vm-test-run-nixbot-gitlab> gitlab # [    0.019113] 508336 pages in range for PLT usage183vm-test-run-nixbot-gitlab> gitlab # [    0.019252] pinctrl core: initialized pinctrl subsystem184vm-test-run-nixbot-gitlab> gitlab # [    0.020162] DMI not present or invalid.185vm-test-run-nixbot-gitlab> gitlab # [    0.023485] NET: Registered PF_NETLINK/PF_ROUTE protocol family186vm-test-run-nixbot-gitlab> gitlab # [    0.025968] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations187vm-test-run-nixbot-gitlab> gitlab # [    0.026246] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations188vm-test-run-nixbot-gitlab> gitlab # [    0.028101] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations189vm-test-run-nixbot-gitlab> gitlab # [    0.028122] audit: initializing netlink subsys (disabled)190vm-test-run-nixbot-gitlab> gitlab # [    0.028417] audit: type=2000 audit(0.024:1): state=initialized audit_enabled=0 res=1191vm-test-run-nixbot-gitlab> gitlab # [    0.028897] thermal_sys: Registered thermal governor 'fair_share'192vm-test-run-nixbot-gitlab> gitlab # [    0.028900] thermal_sys: Registered thermal governor 'bang_bang'193vm-test-run-nixbot-gitlab> gitlab # [    0.028904] thermal_sys: Registered thermal governor 'step_wise'194vm-test-run-nixbot-gitlab> gitlab # [    0.028907] thermal_sys: Registered thermal governor 'user_space'195vm-test-run-nixbot-gitlab> gitlab # [    0.028910] thermal_sys: Registered thermal governor 'power_allocator'196vm-test-run-nixbot-gitlab> gitlab # [    0.028988] cpuidle: using governor ladder197vm-test-run-nixbot-gitlab> gitlab # [    0.029026] cpuidle: using governor menu198vm-test-run-nixbot-gitlab> gitlab # [    0.029227] hw-breakpoint: found 16 breakpoint and 4 watchpoint registers.199vm-test-run-nixbot-gitlab> gitlab # [    0.029427] ASID allocator initialised with 65536 entries200vm-test-run-nixbot-gitlab> gitlab # [    0.030608] Serial: AMBA PL011 UART driver201vm-test-run-nixbot-gitlab> gitlab # [    0.035945] 9000000.pl011: ttyAMA0 at MMIO 0x9000000 (irq = 13, base_baud = 0) is a PL011 rev1202vm-test-run-nixbot-gitlab> gitlab # [    0.036237] printk: console [ttyAMA0] enabled203vm-test-run-nixbot-gitlab> gitlab # [    0.047664] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages204vm-test-run-nixbot-gitlab> gitlab # [    0.047687] HugeTLB: 0 KiB vmemmap can be freed for a 1.00 GiB page205vm-test-run-nixbot-gitlab> gitlab # [    0.047697] HugeTLB: registered 32.0 MiB page size, pre-allocated 0 pages206vm-test-run-nixbot-gitlab> gitlab # [    0.047706] HugeTLB: 0 KiB vmemmap can be freed for a 32.0 MiB page207vm-test-run-nixbot-gitlab> gitlab # [    0.047714] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages208vm-test-run-nixbot-gitlab> gitlab # [    0.047722] HugeTLB: 0 KiB vmemmap can be freed for a 2.00 MiB page209vm-test-run-nixbot-gitlab> gitlab # [    0.047730] HugeTLB: registered 64.0 KiB page size, pre-allocated 0 pages210vm-test-run-nixbot-gitlab> gitlab # [    0.047738] HugeTLB: 0 KiB vmemmap can be freed for a 64.0 KiB page211vm-test-run-nixbot-gitlab> gitlab # [    0.060663] fbcon: Taking over console212vm-test-run-nixbot-gitlab> gitlab # [    0.060676] ACPI: Interpreter disabled.213vm-test-run-nixbot-gitlab> gitlab # [    0.061732] iommu: Default domain type: Translated214vm-test-run-nixbot-gitlab> gitlab # [    0.061747] iommu: DMA domain TLB invalidation policy: strict mode215vm-test-run-nixbot-gitlab> gitlab # [    0.071838] SCSI subsystem initialized216vm-test-run-nixbot-gitlab> gitlab # [    0.072279] usbcore: registered new interface driver usbfs217vm-test-run-nixbot-gitlab> gitlab # [    0.072311] usbcore: registered new interface driver hub218vm-test-run-nixbot-gitlab> gitlab # [    0.072329] usbcore: registered new device driver usb219vm-test-run-nixbot-gitlab> gitlab # [    0.072596] pps_core: LinuxPPS API ver. 1 registered220vm-test-run-nixbot-gitlab> gitlab # [    0.072600] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>221vm-test-run-nixbot-gitlab> gitlab # [    0.072608] PTP clock support registered222vm-test-run-nixbot-gitlab> gitlab # [    0.072655] EDAC MC: Ver: 3.0.0223vm-test-run-nixbot-gitlab> gitlab # [    0.073217] scmi_core: SCMI protocol bus registered224vm-test-run-nixbot-gitlab> gitlab # [    0.074236] FPGA manager framework225vm-test-run-nixbot-gitlab> gitlab # [    0.075114] vgaarb: loaded226vm-test-run-nixbot-gitlab> gitlab # [    0.077139] clocksource: Switched to clocksource arch_sys_counter227vm-test-run-nixbot-gitlab> gitlab # [    0.092591] VFS: Disk quotas dquot_6.6.0228vm-test-run-nixbot-gitlab> gitlab # [    0.092662] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)229vm-test-run-nixbot-gitlab> gitlab # [    0.093635] netfs: FS-Cache loaded230vm-test-run-nixbot-gitlab> gitlab # [    0.093993] pnp: PnP ACPI: disabled231vm-test-run-nixbot-gitlab> gitlab # [    0.106670] NET: Registered PF_INET protocol family232vm-test-run-nixbot-gitlab> gitlab # [    0.109440] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)233vm-test-run-nixbot-gitlab> gitlab # [    0.170012] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)234vm-test-run-nixbot-gitlab> gitlab # [    0.170090] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)235vm-test-run-nixbot-gitlab> gitlab # [    0.170155] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)236vm-test-run-nixbot-gitlab> gitlab # [    0.170542] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)237vm-test-run-nixbot-gitlab> gitlab # [    0.171415] TCP: Hash tables configured (established 65536 bind 65536)238vm-test-run-nixbot-gitlab> gitlab # [    0.171570] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)239vm-test-run-nixbot-gitlab> gitlab # [    0.171643] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)240vm-test-run-nixbot-gitlab> gitlab # [    0.171830] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)241vm-test-run-nixbot-gitlab> gitlab # [    0.172130] NET: Registered PF_UNIX/PF_LOCAL protocol family242vm-test-run-nixbot-gitlab> gitlab # [    0.172168] NET: Registered PF_XDP protocol family243vm-test-run-nixbot-gitlab> gitlab # [    0.172193] PCI: CLS 0 bytes, default 64244vm-test-run-nixbot-gitlab> gitlab # [    0.172598] Trying to unpack rootfs image as initramfs...245vm-test-run-nixbot-gitlab> gitlab # [    0.189565] kvm [1]: HYP mode not available246vm-test-run-nixbot-gitlab> gitlab # [    0.266061] Initialise system trusted keyrings247vm-test-run-nixbot-gitlab> gitlab # [    0.266412] workingset: timestamp_bits=42 max_order=21 bucket_order=0248vm-test-run-nixbot-gitlab> gitlab # [    0.267125] squashfs: version 4.0 (2009/01/31) Phillip Lougher249vm-test-run-nixbot-gitlab> gitlab # [    0.267310] 9p: Installing v9fs 9p2000 file system support250vm-test-run-nixbot-gitlab> gitlab # [    0.282526] Key type asymmetric registered251vm-test-run-nixbot-gitlab> gitlab # [    0.282539] Asymmetric key parser 'x509' registered252vm-test-run-nixbot-gitlab> gitlab # [    0.282598] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 242)253vm-test-run-nixbot-gitlab> gitlab # [    0.282840] io scheduler mq-deadline registered254vm-test-run-nixbot-gitlab> gitlab # [    0.282845] io scheduler kyber registered255vm-test-run-nixbot-gitlab> gitlab # [    0.291260] pl061_gpio 9030000.pl061: PL061 GPIO chip registered256vm-test-run-nixbot-gitlab> gitlab # [    0.293289] ledtrig-cpu: registered to indicate activity on CPUs257vm-test-run-nixbot-gitlab> gitlab # [    0.293934] pci-host-generic 4010000000.pcie: host bridge /pcie@10000000 ranges:258vm-test-run-nixbot-gitlab> gitlab # [    0.293956] pci-host-generic 4010000000.pcie:       IO 0x003eff0000..0x003effffff -> 0x0000000000259vm-test-run-nixbot-gitlab> gitlab # [    0.293973] pci-host-generic 4010000000.pcie:      MEM 0x0010000000..0x003efeffff -> 0x0010000000260vm-test-run-nixbot-gitlab> gitlab # [    0.293983] pci-host-generic 4010000000.pcie:      MEM 0x8000000000..0xffffffffff -> 0x8000000000261vm-test-run-nixbot-gitlab> gitlab # [    0.294023] pci-host-generic 4010000000.pcie: Memory resource size exceeds max for 32 bits262vm-test-run-nixbot-gitlab> gitlab # [    0.294058] pci-host-generic 4010000000.pcie: ECAM at [mem 0x4010000000-0x401fffffff] for [bus 00-ff]263vm-test-run-nixbot-gitlab> gitlab # [    0.294222] pci-host-generic 4010000000.pcie: PCI host bridge to bus 0000:00264vm-test-run-nixbot-gitlab> gitlab # [    0.294233] pci_bus 0000:00: root bus resource [bus 00-ff]265vm-test-run-nixbot-gitlab> gitlab # [    0.294239] pci_bus 0000:00: root bus resource [io  0x0000-0xffff]266vm-test-run-nixbot-gitlab> gitlab # [    0.294244] pci_bus 0000:00: root bus resource [mem 0x10000000-0x3efeffff]267vm-test-run-nixbot-gitlab> gitlab # [    0.294249] pci_bus 0000:00: root bus resource [mem 0x8000000000-0xffffffffff]268vm-test-run-nixbot-gitlab> gitlab # [    0.294343] pci 0000:00:00.0: [1b36:0008] type 00 class 0x060000 conventional PCI endpoint269vm-test-run-nixbot-gitlab> gitlab # [    0.295301] pci 0000:00:01.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint270vm-test-run-nixbot-gitlab> gitlab # [    0.295744] pci 0000:00:01.0: BAR 0 [io  0x0000-0x001f]271vm-test-run-nixbot-gitlab> gitlab # [    0.295765] pci 0000:00:01.0: BAR 1 [mem 0x00000000-0x00000fff]272vm-test-run-nixbot-gitlab> gitlab # [    0.295811] pci 0000:00:01.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]273vm-test-run-nixbot-gitlab> gitlab # [    0.295832] pci 0000:00:01.0: ROM [mem 0x00000000-0x0003ffff pref]274vm-test-run-nixbot-gitlab> gitlab # [    0.296868] pci 0000:00:02.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint275vm-test-run-nixbot-gitlab> gitlab # [    0.297257] pci 0000:00:02.0: BAR 0 [io  0x0000-0x001f]276vm-test-run-nixbot-gitlab> gitlab # [    0.297276] pci 0000:00:02.0: BAR 1 [mem 0x00000000-0x00000fff]277vm-test-run-nixbot-gitlab> gitlab # [    0.297337] pci 0000:00:02.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]278vm-test-run-nixbot-gitlab> gitlab # [    0.298157] pci 0000:00:03.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint279vm-test-run-nixbot-gitlab> gitlab # [    0.298526] pci 0000:00:03.0: BAR 0 [io  0x0000-0x001f]280vm-test-run-nixbot-gitlab> gitlab # [    0.298551] pci 0000:00:03.0: BAR 1 [mem 0x00000000-0x00000fff]281vm-test-run-nixbot-gitlab> gitlab # [    0.298601] pci 0000:00:03.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]282vm-test-run-nixbot-gitlab> gitlab # [    0.299454] pci 0000:00:04.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint283vm-test-run-nixbot-gitlab> gitlab # [    0.299851] pci 0000:00:04.0: BAR 0 [io  0x0000-0x001f]284vm-test-run-nixbot-gitlab> gitlab # [    0.299870] pci 0000:00:04.0: BAR 1 [mem 0x00000000-0x00000fff]285vm-test-run-nixbot-gitlab> gitlab # [    0.299914] pci 0000:00:04.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]286vm-test-run-nixbot-gitlab> gitlab # [    0.300844] pci 0000:00:05.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint287vm-test-run-nixbot-gitlab> gitlab # [    0.301272] pci 0000:00:05.0: BAR 0 [io  0x0000-0x007f]288vm-test-run-nixbot-gitlab> gitlab # [    0.301291] pci 0000:00:05.0: BAR 1 [mem 0x00000000-0x00000fff]289vm-test-run-nixbot-gitlab> gitlab # [    0.301343] pci 0000:00:05.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]290vm-test-run-nixbot-gitlab> gitlab # [    0.302256] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint291vm-test-run-nixbot-gitlab> gitlab # [    0.302683] pci 0000:00:06.0: BAR 0 [io  0x0000-0x007f]292vm-test-run-nixbot-gitlab> gitlab # [    0.302702] pci 0000:00:06.0: BAR 1 [mem 0x00000000-0x00000fff]293vm-test-run-nixbot-gitlab> gitlab # [    0.302752] pci 0000:00:06.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]294vm-test-run-nixbot-gitlab> gitlab # [    0.303695] pci 0000:00:07.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint295vm-test-run-nixbot-gitlab> gitlab # [    0.304130] pci 0000:00:07.0: BAR 0 [io  0x0000-0x001f]296vm-test-run-nixbot-gitlab> gitlab # [    0.304149] pci 0000:00:07.0: BAR 1 [mem 0x00000000-0x00000fff]297vm-test-run-nixbot-gitlab> gitlab # [    0.304194] pci 0000:00:07.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]298vm-test-run-nixbot-gitlab> gitlab # [    0.304214] pci 0000:00:07.0: ROM [mem 0x00000000-0x0003ffff pref]299vm-test-run-nixbot-gitlab> gitlab # [    0.305093] pci 0000:00:08.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint300vm-test-run-nixbot-gitlab> gitlab # [    0.305468] pci 0000:00:08.0: BAR 1 [mem 0x00000000-0x00000fff]301vm-test-run-nixbot-gitlab> gitlab # [    0.305513] pci 0000:00:08.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]302vm-test-run-nixbot-gitlab> gitlab # [    0.306367] pci 0000:00:09.0: [1af4:1050] type 00 class 0x038000 conventional PCI endpoint303vm-test-run-nixbot-gitlab> gitlab # [    0.306739] pci 0000:00:09.0: BAR 1 [mem 0x00000000-0x00000fff]304vm-test-run-nixbot-gitlab> gitlab # [    0.306783] pci 0000:00:09.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]305vm-test-run-nixbot-gitlab> gitlab # [    0.307572] pci 0000:00:0a.0: [8086:24cd] type 00 class 0x0c0320 conventional PCI endpoint306vm-test-run-nixbot-gitlab> gitlab # [    0.308012] pci 0000:00:0a.0: BAR 0 [mem 0x00000000-0x00000fff]307vm-test-run-nixbot-gitlab> gitlab # [    0.308498] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint308vm-test-run-nixbot-gitlab> gitlab # [    0.309007] pci 0000:00:0b.0: BAR 0 [io  0x0000-0x003f]309vm-test-run-nixbot-gitlab> gitlab # [    0.309026] pci 0000:00:0b.0: BAR 1 [mem 0x00000000-0x00000fff]310vm-test-run-nixbot-gitlab> gitlab # [    0.309071] pci 0000:00:0b.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]311vm-test-run-nixbot-gitlab> gitlab # [    0.310058] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint312vm-test-run-nixbot-gitlab> gitlab # [    0.310503] pci 0000:00:0c.0: BAR 0 [io  0x0000-0x001f]313vm-test-run-nixbot-gitlab> gitlab # [    0.310522] pci 0000:00:0c.0: BAR 1 [mem 0x00000000-0x00000fff]314vm-test-run-nixbot-gitlab> gitlab # [    0.310582] pci 0000:00:0c.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]315vm-test-run-nixbot-gitlab> gitlab # [    0.311729] pci 0000:00:01.0: ROM [mem 0x10000000-0x1003ffff pref]: assigned316vm-test-run-nixbot-gitlab> gitlab # [    0.311739] pci 0000:00:07.0: ROM [mem 0x10040000-0x1007ffff pref]: assigned317vm-test-run-nixbot-gitlab> gitlab # [    0.311745] pci 0000:00:01.0: BAR 4 [mem 0x8000000000-0x8000003fff 64bit pref]: assigned318vm-test-run-nixbot-gitlab> gitlab # [    0.311830] pci 0000:00:02.0: BAR 4 [mem 0x8000004000-0x8000007fff 64bit pref]: assigned319vm-test-run-nixbot-gitlab> gitlab # [    0.311927] pci 0000:00:03.0: BAR 4 [mem 0x8000008000-0x800000bfff 64bit pref]: assigned320vm-test-run-nixbot-gitlab> gitlab # [    0.312021] pci 0000:00:04.0: BAR 4 [mem 0x800000c000-0x800000ffff 64bit pref]: assigned321vm-test-run-nixbot-gitlab> gitlab # [    0.312115] pci 0000:00:05.0: BAR 4 [mem 0x8000010000-0x8000013fff 64bit pref]: assigned322vm-test-run-nixbot-gitlab> gitlab # [    0.312200] pci 0000:00:06.0: BAR 4 [mem 0x8000014000-0x8000017fff 64bit pref]: assigned323vm-test-run-nixbot-gitlab> gitlab # [    0.312292] pci 0000:00:07.0: BAR 4 [mem 0x8000018000-0x800001bfff 64bit pref]: assigned324vm-test-run-nixbot-gitlab> gitlab # [    0.312386] pci 0000:00:08.0: BAR 4 [mem 0x800001c000-0x800001ffff 64bit pref]: assigned325vm-test-run-nixbot-gitlab> gitlab # [    0.312481] pci 0000:00:09.0: BAR 4 [mem 0x8000020000-0x8000023fff 64bit pref]: assigned326vm-test-run-nixbot-gitlab> gitlab # [    0.312575] pci 0000:00:0b.0: BAR 4 [mem 0x8000024000-0x8000027fff 64bit pref]: assigned327vm-test-run-nixbot-gitlab> gitlab # [    0.312690] pci 0000:00:0c.0: BAR 4 [mem 0x8000028000-0x800002bfff 64bit pref]: assigned328vm-test-run-nixbot-gitlab> gitlab # [    0.312772] pci 0000:00:01.0: BAR 1 [mem 0x10080000-0x10080fff]: assigned329vm-test-run-nixbot-gitlab> gitlab # [    0.312802] pci 0000:00:02.0: BAR 1 [mem 0x10081000-0x10081fff]: assigned330vm-test-run-nixbot-gitlab> gitlab # [    0.312830] pci 0000:00:03.0: BAR 1 [mem 0x10082000-0x10082fff]: assigned331vm-test-run-nixbot-gitlab> gitlab # [    0.312859] pci 0000:00:04.0: BAR 1 [mem 0x10083000-0x10083fff]: assigned332vm-test-run-nixbot-gitlab> gitlab # [    0.312888] pci 0000:00:05.0: BAR 1 [mem 0x10084000-0x10084fff]: assigned333vm-test-run-nixbot-gitlab> gitlab # [    0.312917] pci 0000:00:06.0: BAR 1 [mem 0x10085000-0x10085fff]: assigned334vm-test-run-nixbot-gitlab> gitlab # [    0.312946] pci 0000:00:07.0: BAR 1 [mem 0x10086000-0x10086fff]: assigned335vm-test-run-nixbot-gitlab> gitlab # [    0.312976] pci 0000:00:08.0: BAR 1 [mem 0x10087000-0x10087fff]: assigned336vm-test-run-nixbot-gitlab> gitlab # [    0.313006] pci 0000:00:09.0: BAR 1 [mem 0x10088000-0x10088fff]: assigned337vm-test-run-nixbot-gitlab> gitlab # [    0.313035] pci 0000:00:0a.0: BAR 0 [mem 0x10089000-0x10089fff]: assigned338vm-test-run-nixbot-gitlab> gitlab # [    0.313066] pci 0000:00:0b.0: BAR 1 [mem 0x1008a000-0x1008afff]: assigned339vm-test-run-nixbot-gitlab> gitlab # [    0.313096] pci 0000:00:0c.0: BAR 1 [mem 0x1008b000-0x1008bfff]: assigned340vm-test-run-nixbot-gitlab> gitlab # [    0.313125] pci 0000:00:05.0: BAR 0 [io  0x1000-0x107f]: assigned341vm-test-run-nixbot-gitlab> gitlab # [    0.313171] pci 0000:00:06.0: BAR 0 [io  0x1080-0x10ff]: assigned342vm-test-run-nixbot-gitlab> gitlab # [    0.313200] pci 0000:00:0b.0: BAR 0 [io  0x1100-0x113f]: assigned343vm-test-run-nixbot-gitlab> gitlab # [    0.313229] pci 0000:00:01.0: BAR 0 [io  0x1140-0x115f]: assigned344vm-test-run-nixbot-gitlab> gitlab # [    0.313266] pci 0000:00:02.0: BAR 0 [io  0x1160-0x117f]: assigned345vm-test-run-nixbot-gitlab> gitlab # [    0.313295] pci 0000:00:03.0: BAR 0 [io  0x1180-0x119f]: assigned346vm-test-run-nixbot-gitlab> gitlab # [    0.313324] pci 0000:00:04.0: BAR 0 [io  0x11a0-0x11bf]: assigned347vm-test-run-nixbot-gitlab> gitlab # [    0.313360] pci 0000:00:07.0: BAR 0 [io  0x11c0-0x11df]: assigned348vm-test-run-nixbot-gitlab> gitlab # [    0.313389] pci 0000:00:0c.0: BAR 0 [io  0x11e0-0x11ff]: assigned349vm-test-run-nixbot-gitlab> gitlab # [    0.313425] pci_bus 0000:00: resource 4 [io  0x0000-0xffff]350vm-test-run-nixbot-gitlab> gitlab # [    0.313432] pci_bus 0000:00: resource 5 [mem 0x10000000-0x3efeffff]351vm-test-run-nixbot-gitlab> gitlab # [    0.313437] pci_bus 0000:00: resource 6 [mem 0x8000000000-0xffffffffff]352vm-test-run-nixbot-gitlab> gitlab # [    0.315558] pci 0000:00:0a.0: enabling device (0000 -> 0002)353vm-test-run-nixbot-gitlab> gitlab # [    0.332544] virtio-pci 0000:00:01.0: enabling device (0000 -> 0003)354vm-test-run-nixbot-gitlab> gitlab # [    0.335442] virtio-pci 0000:00:02.0: enabling device (0000 -> 0003)355vm-test-run-nixbot-gitlab> gitlab # [    0.338237] virtio-pci 0000:00:03.0: enabling device (0000 -> 0003)356vm-test-run-nixbot-gitlab> gitlab # [    0.341106] virtio-pci 0000:00:04.0: enabling device (0000 -> 0003)357vm-test-run-nixbot-gitlab> gitlab # [    0.345269] virtio-pci 0000:00:05.0: enabling device (0000 -> 0003)358vm-test-run-nixbot-gitlab> gitlab # [    0.349606] virtio-pci 0000:00:06.0: enabling device (0000 -> 0003)359vm-test-run-nixbot-gitlab> gitlab # [    0.352302] virtio-pci 0000:00:07.0: enabling device (0000 -> 0003)360vm-test-run-nixbot-gitlab> gitlab # [    0.355079] virtio-pci 0000:00:08.0: enabling device (0000 -> 0002)361vm-test-run-nixbot-gitlab> gitlab # [    0.359410] virtio-pci 0000:00:09.0: enabling device (0000 -> 0002)362vm-test-run-nixbot-gitlab> gitlab # [    0.363634] virtio-pci 0000:00:0b.0: enabling device (0000 -> 0003)363vm-test-run-nixbot-gitlab> gitlab # [    0.366841] virtio-pci 0000:00:0c.0: enabling device (0000 -> 0003)364vm-test-run-nixbot-gitlab> gitlab # [    0.374794] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled365vm-test-run-nixbot-gitlab> gitlab # [    0.377280] msm_serial: driver initialized366vm-test-run-nixbot-gitlab> gitlab # [    0.377523] SuperH (H)SCI(F) driver initialized367vm-test-run-nixbot-gitlab> gitlab # [    0.377616] STM32 USART driver initialized368vm-test-run-nixbot-gitlab> gitlab # [    0.407237] loop: module loaded369vm-test-run-nixbot-gitlab> gitlab # [    0.407537] virtio_blk virtio4: 4/0/0 default/read/poll queues370vm-test-run-nixbot-gitlab> gitlab # [    0.410174] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)371vm-test-run-nixbot-gitlab> gitlab # [    0.412667] virtio_blk virtio5: 4/0/0 default/read/poll queues372vm-test-run-nixbot-gitlab> gitlab # [    0.415122] virtio_blk virtio5: [vdb] 11826952 512-byte logical blocks (6.06 GB/5.64 GiB)373vm-test-run-nixbot-gitlab> gitlab # [    0.417991] megasas: 07.734.00.00-rc1374vm-test-run-nixbot-gitlab> gitlab # [    0.418814] physmap-flash 0.flash: physmap platform flash device: [mem 0x00000000-0x03ffffff]375vm-test-run-nixbot-gitlab> gitlab # [    0.421173] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000376vm-test-run-nixbot-gitlab> gitlab # [    0.421194] Intel/Sharp Extended Query Table at 0x0031377vm-test-run-nixbot-gitlab> gitlab # [    0.423261] Using buffer write method378vm-test-run-nixbot-gitlab> gitlab # [    0.423297] physmap-flash 0.flash: physmap platform flash device: [mem 0x04000000-0x07ffffff]379vm-test-run-nixbot-gitlab> gitlab # [    0.425516] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000380vm-test-run-nixbot-gitlab> gitlab # [    0.425536] Intel/Sharp Extended Query Table at 0x0031381vm-test-run-nixbot-gitlab> gitlab # [    0.427758] Using buffer write method382vm-test-run-nixbot-gitlab> gitlab # [    0.427778] Concatenating MTD devices:383vm-test-run-nixbot-gitlab> gitlab # [    0.427781] (0): "0.flash"384vm-test-run-nixbot-gitlab> gitlab # [    0.427784] (1): "0.flash"385vm-test-run-nixbot-gitlab> gitlab # [    0.427787] into device "0.flash"386vm-test-run-nixbot-gitlab> gitlab # [    0.588731] Freeing initrd memory: 25372K387vm-test-run-nixbot-gitlab> gitlab # [    0.607159] tun: Universal TUN/TAP device driver, 1.6388vm-test-run-nixbot-gitlab> gitlab # [    0.616262] thunder_xcv, ver 1.0389vm-test-run-nixbot-gitlab> gitlab # [    0.616380] thunder_bgx, ver 1.0390vm-test-run-nixbot-gitlab> gitlab # [    0.616458] nicpf, ver 1.0391vm-test-run-nixbot-gitlab> gitlab # [    0.618194] e1000: Intel(R) PRO/1000 Network Driver392vm-test-run-nixbot-gitlab> gitlab # [    0.618206] e1000: Copyright (c) 1999-2006 Intel Corporation.393vm-test-run-nixbot-gitlab> gitlab # [    0.618289] e1000e: Intel(R) PRO/1000 Network Driver394vm-test-run-nixbot-gitlab> gitlab # [    0.618310] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.395vm-test-run-nixbot-gitlab> gitlab # [    0.618383] igb: Intel(R) Gigabit Ethernet Network Driver396vm-test-run-nixbot-gitlab> gitlab # [    0.618393] igb: Copyright (c) 2007-2014 Intel Corporation.397vm-test-run-nixbot-gitlab> gitlab # [    0.618457] igbvf: Intel(R) Gigabit Virtual Function Network Driver398vm-test-run-nixbot-gitlab> gitlab # [    0.618467] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.399vm-test-run-nixbot-gitlab> gitlab # [    0.618865] sky2: driver version 1.30400vm-test-run-nixbot-gitlab> gitlab # [    0.624012] usbcore: registered new interface driver usb-storage401vm-test-run-nixbot-gitlab> gitlab # [    0.624547] ehci-pci 0000:00:0a.0: EHCI Host Controller402vm-test-run-nixbot-gitlab> gitlab # [    0.624561] usbcore: registered new interface driver usbserial_generic403vm-test-run-nixbot-gitlab> gitlab # [    0.624602] usbserial: USB Serial support registered for generic404vm-test-run-nixbot-gitlab> gitlab # [    0.624637] ehci-pci 0000:00:0a.0: new USB bus registered, assigned bus number 1405vm-test-run-nixbot-gitlab> gitlab # [    0.625588] ehci-pci 0000:00:0a.0: irq 15, io mem 0x10089000406vm-test-run-nixbot-gitlab> gitlab # [    0.626497] hv_vmbus: registering driver hyperv_keyboard407vm-test-run-nixbot-gitlab> gitlab # [    0.629255] rtc-pl031 9010000.pl031: registered as rtc0408vm-test-run-nixbot-gitlab> gitlab # [    0.629318] rtc-pl031 9010000.pl031: setting system clock to 2026-06-30T06:38:09 UTC (1782801489)409vm-test-run-nixbot-gitlab> gitlab # [    0.630341] i2c_dev: i2c /dev entries driver410vm-test-run-nixbot-gitlab> gitlab # [    0.637243] ehci-pci 0000:00:0a.0: USB 2.0 started, EHCI 1.00411vm-test-run-nixbot-gitlab> gitlab # [    0.638547] sdhci: Secure Digital Host Controller Interface driver412vm-test-run-nixbot-gitlab> gitlab # [    0.638559] sdhci: Copyright(c) Pierre Ossman413vm-test-run-nixbot-gitlab> gitlab # [    0.638712] hub 1-0:1.0: USB hub found414vm-test-run-nixbot-gitlab> gitlab # [    0.638805] hub 1-0:1.0: 6 ports detected415vm-test-run-nixbot-gitlab> gitlab # [    0.639302] Synopsys Designware Multimedia Card Interface Driver416vm-test-run-nixbot-gitlab> gitlab # [    0.640338] sdhci-pltfm: SDHCI platform and OF driver helper417vm-test-run-nixbot-gitlab> gitlab # [    0.644700] hid: raw HID events driver (C) Jiri Kosina418vm-test-run-nixbot-gitlab> gitlab # [    0.645678] usbcore: registered new interface driver usbhid419vm-test-run-nixbot-gitlab> gitlab # [    0.645688] usbhid: USB HID core driver420vm-test-run-nixbot-gitlab> gitlab # [    0.682483] hw perfevents: enabled with armv8_pmuv3 PMU driver, 11 (0,800003ff) counters available421vm-test-run-nixbot-gitlab> gitlab # [    0.687083] drop_monitor: Initializing network drop monitor service422vm-test-run-nixbot-gitlab> gitlab # [    0.687484] NET: Registered PF_INET6 protocol family423vm-test-run-nixbot-gitlab> gitlab # [    0.689759] Segment Routing with IPv6424vm-test-run-nixbot-gitlab> gitlab # [    0.689798] In-situ OAM (IOAM) with IPv6425vm-test-run-nixbot-gitlab> gitlab # [    0.689877] NET: Registered PF_PACKET protocol family426vm-test-run-nixbot-gitlab> gitlab # [    0.690339] 9pnet: Installing 9P2000 support427vm-test-run-nixbot-gitlab> gitlab # [    0.694518] Key type dns_resolver registered428vm-test-run-nixbot-gitlab> gitlab # [    0.711490] registered taskstats version 1429vm-test-run-nixbot-gitlab> gitlab # [    0.711960] Loading compiled-in X.509 certificates430vm-test-run-nixbot-gitlab> gitlab # [    0.732595] Demotion targets for Node 0: null431vm-test-run-nixbot-gitlab> gitlab # [    0.732892] Key type .fscrypt registered432vm-test-run-nixbot-gitlab> gitlab # [    0.732900] Key type fscrypt-provisioning registered433vm-test-run-nixbot-gitlab> gitlab # [    0.733118] ima: No TPM chip found, activating TPM-bypass!434vm-test-run-nixbot-gitlab> gitlab # [    0.733193] ima: Allocated hash algorithm: sha1435vm-test-run-nixbot-gitlab> gitlab # [    0.733257] ima: No architecture policies found436vm-test-run-nixbot-gitlab> gitlab # [    0.734676] input: gpio-keys as /devices/platform/gpio-keys/input/input0437vm-test-run-nixbot-gitlab> gitlab # [    0.765678] clk: Disabling unused clocks438vm-test-run-nixbot-gitlab> gitlab # [    0.765716] PM: genpd: Disabling unused power domains439vm-test-run-nixbot-gitlab> gitlab # [    0.771429] Freeing unused kernel memory: 4736K440vm-test-run-nixbot-gitlab> gitlab # [    0.771680] Run /init as init process441vm-test-run-nixbot-gitlab> gitlab # [    0.807315] systemd[1]: Successfully made /usr/ read-only.442vm-test-run-nixbot-gitlab> gitlab # [    0.889227] usb 1-1: new high-speed USB device number 2 using ehci-pci443vm-test-run-nixbot-gitlab> gitlab # [    1.044332] input: QEMU QEMU USB Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input1444vm-test-run-nixbot-gitlab> gitlab # [    1.129766] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v1.11 Keyboard [QEMU QEMU USB Keyboard] on usb-0000:00:0a.0-1/input0445vm-test-run-nixbot-gitlab> gitlab # [    1.141932] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)446vm-test-run-nixbot-gitlab> gitlab # [    1.142001] systemd[1]: Detected virtualization qemu.447vm-test-run-nixbot-gitlab> gitlab # [    1.142074] systemd[1]: Detected architecture arm64.448vm-test-run-nixbot-gitlab> gitlab # [    1.142091] systemd[1]: Running in initrd.449vm-test-run-nixbot-gitlab> gitlab # [    1.143126] systemd[1]: Initializing machine ID from random generator.450vm-test-run-nixbot-gitlab> gitlab # [    1.143386] systemd[1]: Hostname set to <gitlab>.451vm-test-run-nixbot-gitlab> gitlab # [    1.257242] usb 1-2: new high-speed USB device number 3 using ehci-pci452vm-test-run-nixbot-gitlab> gitlab # [    1.302570] systemd[1]: Queued start job for default target Initrd Default Target.453vm-test-run-nixbot-gitlab> gitlab # [    1.415475] input: QEMU QEMU USB Tablet as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-2/1-2:1.0/0003:0627:0001.0002/input/input2454vm-test-run-nixbot-gitlab> gitlab # [    1.416111] hid-generic 0003:0627:0001.0002: input,hidraw1: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:0a.0-2/input0455vm-test-run-nixbot-gitlab> gitlab # [    1.550598] systemd[1]: Created slice Slice /system/modprobe.456vm-test-run-nixbot-gitlab> gitlab # [    1.551183] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.457vm-test-run-nixbot-gitlab> gitlab # [    1.551254] systemd[1]: Expecting device /dev/disk/by-label/nix-store...458vm-test-run-nixbot-gitlab> gitlab # [    1.551281] systemd[1]: Expecting device /dev/disk/by-label/nixos...459vm-test-run-nixbot-gitlab> gitlab # [    1.551340] systemd[1]: Reached target Path Units.460vm-test-run-nixbot-gitlab> gitlab # [    1.551376] systemd[1]: Reached target Slice Units.461vm-test-run-nixbot-gitlab> gitlab # [    1.551416] systemd[1]: Reached target Swaps.462vm-test-run-nixbot-gitlab> gitlab # [    1.551451] systemd[1]: Reached target Timer Units.463vm-test-run-nixbot-gitlab> gitlab # [    1.551794] systemd[1]: Listening on D-Bus System Message Bus Socket.464vm-test-run-nixbot-gitlab> gitlab # [    1.552202] systemd[1]: Listening on Journal Socket (/dev/log).465vm-test-run-nixbot-gitlab> gitlab # [    1.552532] systemd[1]: Listening on Journal Sockets.466vm-test-run-nixbot-gitlab> gitlab # [    1.552831] systemd[1]: Listening on udev Control Socket.467vm-test-run-nixbot-gitlab> gitlab # [    1.553021] systemd[1]: Listening on udev Kernel Socket.468vm-test-run-nixbot-gitlab> gitlab # [    1.553063] systemd[1]: Reached target Socket Units.469vm-test-run-nixbot-gitlab> gitlab # [    1.560333] systemd[1]: Starting Create List of Static Device Nodes...470vm-test-run-nixbot-gitlab> gitlab # [    1.567985] systemd[1]: Starting Load Kernel Module 9pnet_virtio...471vm-test-run-nixbot-gitlab> gitlab # [    1.568122] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs472vm-test-run-nixbot-gitlab> gitlab # [    1.575930] systemd[1]: Mounting Kernel Configuration File System...473vm-test-run-nixbot-gitlab> gitlab # [    1.600010] systemd[1]: Starting Journal Service...474vm-test-run-nixbot-gitlab> gitlab # [    1.608654] systemd[1]: Starting Load Kernel Modules...475vm-test-run-nixbot-gitlab> gitlab # [    1.608848] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki476vm-test-run-nixbot-gitlab> gitlab # [    1.616054] systemd[1]: Starting Coldplug All udev Devices...477vm-test-run-nixbot-gitlab> gitlab # [    1.648857] systemd[1]: Finished Create List of Static Device Nodes.478vm-test-run-nixbot-gitlab> gitlab # [    1.651182] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.479vm-test-run-nixbot-gitlab> gitlab # [    1.655820] systemd[1]: Finished Load Kernel Module 9pnet_virtio.480vm-test-run-nixbot-gitlab> gitlab # [    1.662708] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.481vm-test-run-nixbot-gitlab> gitlab # [    1.665741] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev482vm-test-run-nixbot-gitlab> gitlab # [    1.666277] systemd[1]: Mounted Kernel Configuration File System.483vm-test-run-nixbot-gitlab> gitlab # [    1.671426] systemd-journald[154]: Collecting audit messages is disabled.484vm-test-run-nixbot-gitlab> gitlab # [    1.672917] [drm] pci: virtio-gpu-pci detected at 0000:00:09.0485vm-test-run-nixbot-gitlab> gitlab # [    1.673390] [drm] features: -virgl +edid -resource_blob -host_visible486vm-test-run-nixbot-gitlab> gitlab # [    1.673397] [drm] features: -context_init487vm-test-run-nixbot-gitlab> gitlab # [    1.675190] [drm] number of scanouts: 1488vm-test-run-nixbot-gitlab> gitlab # [    1.675213] [drm] number of cap sets: 0489vm-test-run-nixbot-gitlab> gitlab # [    1.677975] virtio-pci 0000:00:09.0: [drm] Registered 1 planes with drm panic490vm-test-run-nixbot-gitlab> gitlab # [    1.677987] [drm] Initialized virtio_gpu 0.1.0 for 0000:00:09.0 on minor 0491vm-test-run-nixbot-gitlab> gitlab # [    1.685376] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...492vm-test-run-nixbot-gitlab> gitlab # [    1.695688] Console: switching to colour frame buffer device 160x50493vm-test-run-nixbot-gitlab> gitlab # [    1.702609] virtio-pci 0000:00:09.0: [drm] fb0: virtio_gpudrmfb frame buffer device494vm-test-run-nixbot-gitlab> gitlab # [    1.730285] systemd[1]: Finished Load Kernel Modules.495vm-test-run-nixbot-gitlab> gitlab # [    1.741554] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.496vm-test-run-nixbot-gitlab> gitlab # [    1.750296] systemd[1]: Starting Apply Kernel Variables...497vm-test-run-nixbot-gitlab> gitlab # [    1.748059] systemd-modules-load[156]: Using 4 probe threads498vm-test-run-nixbot-gitlab> gitlab # [    1.749453] systemd-modules-load[156]: Module 'virtio_balloon' is built in499vm-test-run-nixbot-gitlab> gitlab # [    1.750710] systemd-modules-load[156]: Module 'virtio_console' is built in500vm-test-run-nixbot-gitlab> gitlab # [    1.751938] systemd-modules-load[156]: Module 'virtio_rng' is built in501vm-test-run-nixbot-gitlab> gitlab # [    1.753205] systemd-modules-load[156]: Inserted module 'dm_mod'502vm-test-run-nixbot-gitlab> gitlab # [    1.754319] systemd-modules-load[156]: Inserted module 'virtio_gpu'503vm-test-run-nixbot-gitlab> gitlab # [    1.761029] systemd[1]: Starting Create Static Device Nodes in /dev...504vm-test-run-nixbot-gitlab> gitlab # [    1.764841] systemd[1]: Started Journal Service.505vm-test-run-nixbot-gitlab> gitlab # [    1.791158] systemd[1]: Finished Create Static Device Nodes in /dev.506vm-test-run-nixbot-gitlab> gitlab # [    1.797657] systemd[1]: Finished Apply Kernel Variables.507vm-test-run-nixbot-gitlab> gitlab # [    1.799329] systemd[1]: Reached target Preparation for Local File Systems.508vm-test-run-nixbot-gitlab> gitlab # [    1.801537] systemd[1]: Reached target Local File Systems.509vm-test-run-nixbot-gitlab> gitlab # [    1.806438] systemd[1]: Starting Create System Files and Directories...510vm-test-run-nixbot-gitlab> gitlab # [    1.814143] systemd[1]: Starting Rule-based Manager for Device Events and Files...511vm-test-run-nixbot-gitlab> gitlab # [    1.856982] systemd[1]: Finished Create System Files and Directories.512vm-test-run-nixbot-gitlab> gitlab # [    1.865889] systemd-udevd[193]: Using default interface naming scheme 'v260'.513vm-test-run-nixbot-gitlab> gitlab # [    1.888555] systemd[1]: Started Rule-based Manager for Device Events and Files.514vm-test-run-nixbot-gitlab> gitlab # [    1.928394] systemd[1]: Starting Virtual Console Setup...515vm-test-run-nixbot-gitlab> gitlab # [    1.984902] systemd-vconsole-setup[210]: Configuration of first virtual console was skipped, ignoring remaining ones.516vm-test-run-nixbot-gitlab> gitlab # [    1.994507] systemd[1]: Finished Virtual Console Setup.517vm-test-run-nixbot-gitlab> gitlab # [    2.350253] systemd[1]: Finished Coldplug All udev Devices.518vm-test-run-nixbot-gitlab> gitlab # [    2.352965] systemd[1]: Reached target System Initialization.519vm-test-run-nixbot-gitlab> gitlab # [    2.355523] systemd[1]: Reached target Basic System.520vm-test-run-nixbot-gitlab> gitlab # [    2.548420] (udev-worker)[198]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.521vm-test-run-nixbot-gitlab> gitlab # [    2.550841] (udev-worker)[198]: Network interface NamePolicy= disabled on kernel command line.522vm-test-run-nixbot-gitlab> gitlab # [    2.575870] (udev-worker)[221]: Network interface NamePolicy= disabled on kernel command line.523vm-test-run-nixbot-gitlab> gitlab # [    2.603623] systemd[1]: Found device /dev/disk/by-label/nixos.524vm-test-run-nixbot-gitlab> gitlab # [    2.607699] systemd[1]: Reached target Initrd Root Device.525vm-test-run-nixbot-gitlab> gitlab # [    2.610914] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...526vm-test-run-nixbot-gitlab> gitlab # [    2.615449] systemd[1]: Found device /dev/disk/by-label/nix-store.527vm-test-run-nixbot-gitlab> gitlab # [    2.657407] systemd-fsck[235]: nixos: clean, 12/65536 files, 13019/262144 blocks528vm-test-run-nixbot-gitlab> gitlab # [    2.662638] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.529vm-test-run-nixbot-gitlab> gitlab # [    2.668858] systemd[1]: Mounting /sysroot...530vm-test-run-nixbot-gitlab> gitlab # [    2.713957] EXT4-fs (vda): mounted filesystem a4a0e407-0d86-45e3-9998-8a28cc403426 r/w with ordered data mode. Quota mode: none.531vm-test-run-nixbot-gitlab> gitlab # [    2.716177] systemd[1]: Mounted /sysroot.532vm-test-run-nixbot-gitlab> gitlab # [    2.718406] systemd[1]: Reached target Initrd Root File System.533vm-test-run-nixbot-gitlab> gitlab # [    2.723605] systemd[1]: Starting Mountpoints Configured in the Real Root...534vm-test-run-nixbot-gitlab> gitlab # [    2.752565] systemd-sysroot-fstab-check[247]: /sysroot should be mounted in the initrd, will request daemon-reload.535vm-test-run-nixbot-gitlab> gitlab # [    2.754823] systemd[1]: Reload requested from client PID 247 ('systemd-sysroot') (unit initrd-parse-etc.service)...536vm-test-run-nixbot-gitlab> gitlab # [    2.757297] systemd[1]: Reloading...537vm-test-run-nixbot-gitlab> gitlab # [    3.050248] systemd[1]: Reloading finished in 295 ms.538vm-test-run-nixbot-gitlab> gitlab # [    3.079725] systemd-sysroot-fstab-check[247]: Requesting initrd-fs.target/start/replace...539vm-test-run-nixbot-gitlab> gitlab # [    3.164337] systemd-sysroot-fstab-check[247]: Requesting swap.target/start/replace...540vm-test-run-nixbot-gitlab> gitlab # [    3.167480] systemd[1]: initrd-parse-etc.service: Deactivated successfully.541vm-test-run-nixbot-gitlab> gitlab # [    3.170765] systemd[1]: Finished Mountpoints Configured in the Real Root.542vm-test-run-nixbot-gitlab> gitlab # [    3.171802] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.543vm-test-run-nixbot-gitlab> gitlab # [    3.180851] systemd[1]: Starting Load Kernel Module 9pnet_virtio...544vm-test-run-nixbot-gitlab> gitlab # [    3.205448] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.545vm-test-run-nixbot-gitlab> gitlab # [    3.209097] systemd[1]: Finished Load Kernel Module 9pnet_virtio.546vm-test-run-nixbot-gitlab> gitlab # [    3.210911] (udev-worker)[226]: mtd0ro: Failed to find and pin callout binary "/nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/mtd_probe": No such file or directory547vm-test-run-nixbot-gitlab> gitlab # [    3.213712] (udev-worker)[226]: mtd0ro: /nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/rules.d/75-probe_mtd.rules:5 IMPORT{program}="mtd_probe $devnode": Failed to execute "mtd_probe /dev/mtd0ro", ignoring: No such file or directory548vm-test-run-nixbot-gitlab> gitlab # [    3.218442] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.549vm-test-run-nixbot-gitlab> gitlab # [    3.219492] systemd[1]: Stopped Virtual Console Setup.550vm-test-run-nixbot-gitlab> gitlab # [    3.221354] systemd[1]: Stopping Virtual Console Setup...551vm-test-run-nixbot-gitlab> gitlab # [    3.224460] systemd[1]: Starting Virtual Console Setup...552vm-test-run-nixbot-gitlab> gitlab # [    3.248999] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.553vm-test-run-nixbot-gitlab> gitlab # [    3.251128] systemd[1]: Stopped Virtual Console Setup.554vm-test-run-nixbot-gitlab> gitlab # [    3.257287] systemd[1]: Starting Virtual Console Setup...555vm-test-run-nixbot-gitlab> gitlab # [    3.282157] systemd-vconsole-setup[461]: Configuration of first virtual console was skipped, ignoring remaining ones.556vm-test-run-nixbot-gitlab> gitlab # [    3.285202] systemd[1]: Finished Virtual Console Setup.557vm-test-run-nixbot-gitlab> gitlab # [    3.645202] systemd[1]: Mounting /sysroot/nix/.ro-store...558vm-test-run-nixbot-gitlab> gitlab # [    3.653010] systemd[1]: Mounting /sysroot/nix/.rw-store...559vm-test-run-nixbot-gitlab> gitlab # [    3.674294] systemd[1]: Mounting /sysroot/run...560vm-test-run-nixbot-gitlab> gitlab # [    3.686501] systemd[1]: Mounting /sysroot/tmp/shared...561vm-test-run-nixbot-gitlab> gitlab # [    3.694160] systemd[1]: Mounting /sysroot/tmp/xchg...562vm-test-run-nixbot-gitlab> gitlab # [    3.704299] systemd[1]: Mounted /sysroot/nix/.rw-store.563vm-test-run-nixbot-gitlab> gitlab # [    3.714719] erofs (device vdb): mounted with root inode @ nid 128.564vm-test-run-nixbot-gitlab> gitlab # [    3.729753] systemd[1]: Mounted /sysroot/nix/.ro-store.565vm-test-run-nixbot-gitlab> gitlab # [    3.732579] systemd[1]: Mounted /sysroot/run.566vm-test-run-nixbot-gitlab> gitlab # [    3.734609] systemd[1]: Mounted /sysroot/tmp/shared.567vm-test-run-nixbot-gitlab> gitlab # [    3.737069] systemd[1]: Mounted /sysroot/tmp/xchg.568vm-test-run-nixbot-gitlab> gitlab # [    3.744804] systemd[1]: Starting rw-sysroot-nix-store.service...569vm-test-run-nixbot-gitlab> gitlab # [    3.785233] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.570vm-test-run-nixbot-gitlab> gitlab # [    3.790329] systemd[1]: Finished rw-sysroot-nix-store.service.571vm-test-run-nixbot-gitlab> gitlab # [    3.807264] systemd[1]: Mounting /sysroot/nix/store...572vm-test-run-nixbot-gitlab> gitlab # [    3.881450] systemd[1]: Mounted /sysroot/nix/store.573vm-test-run-nixbot-gitlab> gitlab # [    3.883819] systemd[1]: Reached target Initrd File Systems.574vm-test-run-nixbot-gitlab> gitlab # [    3.889792] systemd[1]: Starting Find NixOS closure...575vm-test-run-nixbot-gitlab> gitlab # [    3.897184] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...576vm-test-run-nixbot-gitlab> gitlab # [    3.951612] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.577vm-test-run-nixbot-gitlab> gitlab # [    3.967593] systemd[1]: Finished Find NixOS closure.578vm-test-run-nixbot-gitlab> gitlab # [    3.970000] systemd[1]: Reached target Initrd Default Target.579vm-test-run-nixbot-gitlab> gitlab # [    3.976149] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...580vm-test-run-nixbot-gitlab> gitlab # [    4.033528] systemd[1]: Stopped target Initrd Default Target.581vm-test-run-nixbot-gitlab> gitlab # [    4.036230] systemd[1]: Stopped target Basic System.582vm-test-run-nixbot-gitlab> gitlab # [    4.038480] systemd[1]: Stopped target Initrd Root Device.583vm-test-run-nixbot-gitlab> gitlab # [    4.041010] systemd[1]: Stopped target Path Units.584vm-test-run-nixbot-gitlab> gitlab # [    4.043219] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.585vm-test-run-nixbot-gitlab> gitlab # [    4.046647] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.586vm-test-run-nixbot-gitlab> gitlab # [    4.050262] systemd[1]: Stopped target Slice Units.587vm-test-run-nixbot-gitlab> gitlab # [    4.052526] systemd[1]: Stopped target Socket Units.588vm-test-run-nixbot-gitlab> gitlab # [    4.054779] systemd[1]: Stopped target System Initialization.589vm-test-run-nixbot-gitlab> gitlab # [    4.057406] systemd[1]: Stopped target Swaps.590vm-test-run-nixbot-gitlab> gitlab # [    4.059418] systemd[1]: Stopped target Timer Units.591vm-test-run-nixbot-gitlab> gitlab # [    4.061738] systemd[1]: dbus.socket: Deactivated successfully.592vm-test-run-nixbot-gitlab> gitlab # [    4.064318] systemd[1]: Closed D-Bus System Message Bus Socket.593vm-test-run-nixbot-gitlab> gitlab # [    4.066925] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.594vm-test-run-nixbot-gitlab> gitlab # [    4.070396] systemd[1]: Stopped Find NixOS closure.595vm-test-run-nixbot-gitlab> gitlab # [    4.072700] systemd[1]: Starting Load Kernel Module 9pnet_virtio...596vm-test-run-nixbot-gitlab> gitlab # [    4.075467] systemd[1]: Starting rw-sysroot-nix-store.service...597vm-test-run-nixbot-gitlab> gitlab # [    4.078107] systemd[1]: systemd-sysctl.service: Deactivated successfully.598vm-test-run-nixbot-gitlab> gitlab # [    4.080794] systemd[1]: Stopped Apply Kernel Variables.599vm-test-run-nixbot-gitlab> gitlab # [    4.082899] systemd[1]: systemd-modules-load.service: Deactivated successfully.600vm-test-run-nixbot-gitlab> gitlab # [    4.085724] systemd[1]: Stopped Load Kernel Modules.601vm-test-run-nixbot-gitlab> gitlab # [    4.090425] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.602vm-test-run-nixbot-gitlab> gitlab # [    4.093486] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.603vm-test-run-nixbot-gitlab> gitlab # [    4.100242] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.604vm-test-run-nixbot-gitlab> gitlab # [    4.102974] systemd[1]: Stopped Create System Files and Directories.605vm-test-run-nixbot-gitlab> gitlab # [    4.108907] systemd[1]: Stopped target Local File Systems.606vm-test-run-nixbot-gitlab> gitlab # [    4.111341] systemd[1]: Stopped target Preparation for Local File Systems.607vm-test-run-nixbot-gitlab> gitlab # [    4.114602] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.608vm-test-run-nixbot-gitlab> gitlab # [    4.117878] systemd[1]: Stopped Coldplug All udev Devices.609vm-test-run-nixbot-gitlab> gitlab # [    4.120382] systemd[1]: Stopping Rule-based Manager for Device Events and Files...610vm-test-run-nixbot-gitlab> gitlab # [    4.124987] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.611vm-test-run-nixbot-gitlab> gitlab # [    4.129142] systemd[1]: Stopped Virtual Console Setup.612vm-test-run-nixbot-gitlab> gitlab # [    4.140608] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.613vm-test-run-nixbot-gitlab> gitlab # [    4.145633] systemd[1]: Finished Load Kernel Module 9pnet_virtio.614vm-test-run-nixbot-gitlab> gitlab # [    4.155526] systemd[1]: systemd-udevd.service: Deactivated successfully.615vm-test-run-nixbot-gitlab> gitlab # [    4.160911] systemd[1]: Stopped Rule-based Manager for Device Events and Files.616vm-test-run-nixbot-gitlab> gitlab # [    4.163583] systemd[1]: systemd-udevd.service: Consumed 2.418s CPU time over 2.341s wall clock time, 32.6M memory peak.617vm-test-run-nixbot-gitlab> gitlab # [    4.171281] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.618vm-test-run-nixbot-gitlab> gitlab # [    4.176199] systemd[1]: Finished rw-sysroot-nix-store.service.619vm-test-run-nixbot-gitlab> gitlab # [    4.195917] systemd[1]: initrd-cleanup.service: Deactivated successfully.620vm-test-run-nixbot-gitlab> gitlab # [    4.200933] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.621vm-test-run-nixbot-gitlab> gitlab # [    4.214297] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.622vm-test-run-nixbot-gitlab> gitlab # [    4.217568] systemd[1]: Closed udev Control Socket.623vm-test-run-nixbot-gitlab> gitlab # [    4.230204] systemd[1]: Starting Cleanup udev Database...624vm-test-run-nixbot-gitlab> gitlab # [    4.232740] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.625vm-test-run-nixbot-gitlab> gitlab # [    4.236078] systemd[1]: Stopped Create Static Device Nodes in /dev.626vm-test-run-nixbot-gitlab> gitlab # [    4.239099] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.627vm-test-run-nixbot-gitlab> gitlab # [    4.242929] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.628vm-test-run-nixbot-gitlab> gitlab # [    4.247606] systemd[1]: kmod-static-nodes.service: Deactivated successfully.629vm-test-run-nixbot-gitlab> gitlab # [    4.250787] systemd[1]: Stopped Create List of Static Device Nodes.630vm-test-run-nixbot-gitlab> gitlab # [    4.345911] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.631vm-test-run-nixbot-gitlab> gitlab # [    4.350987] systemd[1]: Finished Cleanup udev Database.632vm-test-run-nixbot-gitlab> gitlab # [    4.361267] systemd[1]: Reached target Switch Root.633vm-test-run-nixbot-gitlab> gitlab # [    4.368429] systemd[1]: Starting NixOS Activation...634vm-test-run-nixbot-gitlab> gitlab # [    4.568666] initrd-nixos-activation-start[561]: booting system configuration /nix/store/c2yzi06ghm6dr0zncs815ycb75gz7s6j-nixos-system-gitlab-test635vm-test-run-nixbot-gitlab> gitlab # [    4.640417] initrd-nixos-activation-start[561]: running activation script...636vm-test-run-nixbot-gitlab> gitlab # [    4.994108] initrd-nixos-activation-start[584]: setting up /etc...637vm-test-run-nixbot-gitlab> gitlab # [    5.160688] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.638vm-test-run-nixbot-gitlab> gitlab # [    5.164126] systemd[1]: Finished NixOS Activation.639vm-test-run-nixbot-gitlab> gitlab # [    5.179262] systemd[1]: Starting Switch Root...640vm-test-run-nixbot-gitlab> gitlab # [    5.233608] systemd[1]: Switching root.641vm-test-run-nixbot-gitlab> gitlab # [    5.861399] systemd-journald[154]: Received SIGTERM from PID 1 (systemd).642vm-test-run-nixbot-gitlab> gitlab # [    6.526839] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)643vm-test-run-nixbot-gitlab> gitlab # [    6.526981] systemd[1]: Detected virtualization qemu.644vm-test-run-nixbot-gitlab> gitlab # [    6.527076] systemd[1]: Detected architecture arm64.645vm-test-run-nixbot-gitlab> gitlab # [    6.527256] systemd[1]: Detected first boot.646vm-test-run-nixbot-gitlab> gitlab # [    6.528817] systemd[1]: Initializing machine ID from random generator.647vm-test-run-nixbot-gitlab> gitlab # [    6.768110] systemd[1]: bpf-restrict-fs: LSM BPF program attached648vm-test-run-nixbot-gitlab> gitlab # [    6.873318] systemd[1]: Applying preset policy.649vm-test-run-nixbot-gitlab> gitlab # [    7.100301] systemd[1]: Populated /etc with preset unit settings.650vm-test-run-nixbot-gitlab> gitlab # [    7.247820] systemd[1]: initrd-switch-root.service: Deactivated successfully.651vm-test-run-nixbot-gitlab> gitlab # [    7.248237] systemd[1]: Stopped initrd-switch-root.service.652vm-test-run-nixbot-gitlab> gitlab # [    7.250621] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.653vm-test-run-nixbot-gitlab> gitlab # [    7.257930] systemd[1]: Created slice Slice /system/getty.654vm-test-run-nixbot-gitlab> gitlab # [    7.262958] systemd[1]: Created slice GitLab DevOps Platform Slice.655vm-test-run-nixbot-gitlab> gitlab # [    7.267190] systemd[1]: Created slice User and Session Slice.656vm-test-run-nixbot-gitlab> gitlab # [    7.268607] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.657vm-test-run-nixbot-gitlab> gitlab # [    7.270008] systemd[1]: Started Forward Password Requests to Wall Directory Watch.658vm-test-run-nixbot-gitlab> gitlab # [    7.271112] systemd[1]: Expecting device /dev/hvc0...659vm-test-run-nixbot-gitlab> gitlab # [    7.272154] systemd[1]: Expecting device /dev/ttyAMA0...660vm-test-run-nixbot-gitlab> gitlab # [    7.273231] systemd[1]: Reached target Local Encrypted Volumes.661vm-test-run-nixbot-gitlab> gitlab # [    7.274314] systemd[1]: Stopped target initrd-fs.target.662vm-test-run-nixbot-gitlab> gitlab # [    7.275342] systemd[1]: Stopped target initrd-root-fs.target.663vm-test-run-nixbot-gitlab> gitlab # [    7.276354] systemd[1]: Stopped target initrd-switch-root.target.664vm-test-run-nixbot-gitlab> gitlab # [    7.277400] systemd[1]: Reached target Virtual Machines and Containers.665vm-test-run-nixbot-gitlab> gitlab # [    7.278473] systemd[1]: Reached target Path Units.666vm-test-run-nixbot-gitlab> gitlab # [    7.279487] systemd[1]: Reached target Remote File Systems.667vm-test-run-nixbot-gitlab> gitlab # [    7.280480] systemd[1]: Reached target Slice Units.668vm-test-run-nixbot-gitlab> gitlab # [    7.281525] systemd[1]: Reached target Swaps.669vm-test-run-nixbot-gitlab> gitlab # [    7.285703] systemd[1]: Listening on Process Core Dump Socket.670vm-test-run-nixbot-gitlab> gitlab # [    7.288721] systemd[1]: Listening on Credential Encryption/Decryption.671vm-test-run-nixbot-gitlab> gitlab # [    7.298852] systemd[1]: Starting Journal Log Access Socket...672vm-test-run-nixbot-gitlab> gitlab # [    7.301069] systemd[1]: Listening on Journal Audit Socket.673vm-test-run-nixbot-gitlab> gitlab # [    7.302777] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.674vm-test-run-nixbot-gitlab> gitlab # [    7.303827] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki675vm-test-run-nixbot-gitlab> gitlab # [    7.305195] systemd[1]: Listening on udev Control Socket.676vm-test-run-nixbot-gitlab> gitlab # [    7.346042] systemd[1]: Mounting Huge Pages File System...677vm-test-run-nixbot-gitlab> gitlab # [    7.351649] systemd[1]: Mounting POSIX Message Queue File System...678vm-test-run-nixbot-gitlab> gitlab # [    7.357872] systemd[1]: Mounting Kernel Debug File System...679vm-test-run-nixbot-gitlab> gitlab # [    7.366432] systemd[1]: Mounting Kernel Trace File System...680vm-test-run-nixbot-gitlab> gitlab # [    7.376278] systemd[1]: Starting Create List of Static Device Nodes...681vm-test-run-nixbot-gitlab> gitlab # [    7.389483] systemd[1]: Starting Load Kernel Module 9pnet_virtio...682vm-test-run-nixbot-gitlab> gitlab # [    7.390622] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs683vm-test-run-nixbot-gitlab> gitlab # [    7.398858] systemd[1]: Mounting Kernel Configuration File System...684vm-test-run-nixbot-gitlab> gitlab # [    7.399781] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm685vm-test-run-nixbot-gitlab> gitlab # [    7.401384] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore686vm-test-run-nixbot-gitlab> gitlab # [    7.409405] systemd[1]: Starting Load Kernel Module fuse...687vm-test-run-nixbot-gitlab> gitlab # [    7.410381] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67688vm-test-run-nixbot-gitlab> gitlab # [    7.423263] systemd[1]: Starting Journal Service...689vm-test-run-nixbot-gitlab> gitlab # [    7.429598] systemd[1]: Starting Load Kernel Modules...690vm-test-run-nixbot-gitlab> gitlab # [    7.437415] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...691vm-test-run-nixbot-gitlab> gitlab # [    7.449434] systemd[1]: Starting Remount Root and Kernel File Systems...692vm-test-run-nixbot-gitlab> gitlab # [    7.450037] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki693vm-test-run-nixbot-gitlab> gitlab # [    7.458042] systemd[1]: Starting Coldplug All udev Devices...694vm-test-run-nixbot-gitlab> gitlab # [    7.462257] fuse: init (API version 7.45)695vm-test-run-nixbot-gitlab> gitlab # [    7.464919] systemd-journald[793]: Collecting audit messages is enabled.696vm-test-run-nixbot-gitlab> gitlab # [    7.474621] systemd[1]: Listening on Journal Log Access Socket.697vm-test-run-nixbot-gitlab> gitlab # [    7.475349] systemd[1]: Mounted Huge Pages File System.698vm-test-run-nixbot-gitlab> gitlab # [    7.476070] systemd[1]: Mounted POSIX Message Queue File System.699vm-test-run-nixbot-gitlab> gitlab # [    7.476860] systemd[1]: Mounted Kernel Debug File System.700vm-test-run-nixbot-gitlab> gitlab # [    7.477117] systemd[1]: Mounted Kernel Trace File System.701vm-test-run-nixbot-gitlab> gitlab # [    7.479428] systemd[1]: Finished Create List of Static Device Nodes.702vm-test-run-nixbot-gitlab> gitlab # [    7.480057] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.703vm-test-run-nixbot-gitlab> gitlab # [    7.480517] systemd[1]: Finished Load Kernel Module 9pnet_virtio.704vm-test-run-nixbot-gitlab> gitlab # [    7.480864] systemd[1]: Mounted Kernel Configuration File System.705vm-test-run-nixbot-gitlab> gitlab # [    7.481424] EXT4-fs (vda): re-mounted a4a0e407-0d86-45e3-9998-8a28cc403426.706vm-test-run-nixbot-gitlab> gitlab # [    7.482436] systemd[1]: modprobe@fuse.service: Deactivated successfully.707vm-test-run-nixbot-gitlab> gitlab # [    7.484947] systemd[1]: Finished Load Kernel Module fuse.708vm-test-run-nixbot-gitlab> gitlab # [    7.488350] systemd[1]: Finished Remount Root and Kernel File Systems.709vm-test-run-nixbot-gitlab> gitlab # [    7.493252] systemd[1]: Mounting FUSE Control File System...710vm-test-run-nixbot-gitlab> gitlab # [    7.497349] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore711vm-test-run-nixbot-gitlab> gitlab # [    7.500792] systemd[1]: Starting Load/Save OS Random Seed...712vm-test-run-nixbot-gitlab> gitlab # [    7.509295] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...713vm-test-run-nixbot-gitlab> gitlab # [    7.509824] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki714vm-test-run-nixbot-gitlab> gitlab # [    7.511252] systemd[1]: Finished Load Kernel Modules.715vm-test-run-nixbot-gitlab> gitlab # [    7.507507] systemd[1]: Queued start job for default target Multi-User System.716vm-test-run-nixbot-gitlab> gitlab # [    7.518554] systemd[1]: Starting Firewall...717vm-test-run-nixbot-gitlab> gitlab # [    7.515560] systemd[1]: Unnecessary job was removed for /dev/vdb.718vm-test-run-nixbot-gitlab> gitlab # [    7.524661] systemd[1]: systemd-journald.service: Deactivated successfully.719vm-test-run-nixbot-gitlab> gitlab # [    7.526262] systemd-modules-load[794]: Using 3 probe threads720vm-test-run-nixbot-gitlab> gitlab # [    7.527433] systemd-modules-load[794]: Module 'atkbd' is built in721vm-test-run-nixbot-gitlab> gitlab # [    7.534455] systemd[1]: Starting Apply Kernel Variables...722vm-test-run-nixbot-gitlab> gitlab # [    7.536566] systemd[1]: Started Journal Service.723vm-test-run-nixbot-gitlab> gitlab # [    7.529160] systemd-modules-load[794]: Module 'loop' is built in724vm-test-run-nixbot-gitlab> gitlab # [    7.535415] systemd-modules-load[794]: Inserted module 'tls'725vm-test-run-nixbot-gitlab> gitlab # [    7.539237] systemd[1]: Mounted FUSE Control File System.726vm-test-run-nixbot-gitlab> gitlab # [    7.540997] systemd-oomd[796]: No swap; memory pressure usage will be degraded727vm-test-run-nixbot-gitlab> gitlab # [    7.544472] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.728vm-test-run-nixbot-gitlab> gitlab # [    7.548308] systemd[1]: Finished Load/Save OS Random Seed.729vm-test-run-nixbot-gitlab> gitlab # [    7.554270] systemd[1]: Reached target First Boot Complete.730vm-test-run-nixbot-gitlab> gitlab # [    7.572484] systemd[1]: Starting Flush Journal to Persistent Storage...731vm-test-run-nixbot-gitlab> gitlab # [    7.575335] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.732vm-test-run-nixbot-gitlab> gitlab # [    7.580553] systemd[1]: Starting Create Static Device Nodes in /dev...733vm-test-run-nixbot-gitlab> gitlab # [    7.599512] systemd-journald[793]: Received client request to flush runtime journal.734vm-test-run-nixbot-gitlab> gitlab # [    7.618632] systemd[1]: Finished Apply Kernel Variables.735vm-test-run-nixbot-gitlab> gitlab # [    7.620431] systemd[1]: Finished Create Static Device Nodes in /dev.736vm-test-run-nixbot-gitlab> gitlab # [    7.621968] systemd[1]: Reached target Preparation for Local File Systems.737vm-test-run-nixbot-gitlab> gitlab # [    7.623124] systemd[1]: Starting Rule-based Manager for Device Events and Files...738vm-test-run-nixbot-gitlab> gitlab # [    7.624297] systemd[1]: Finished Flush Journal to Persistent Storage.739vm-test-run-nixbot-gitlab> gitlab # [    7.686230] systemd-udevd[839]: Using default interface naming scheme 'v260'.740vm-test-run-nixbot-gitlab> gitlab # [    7.739028] systemd[1]: Started Rule-based Manager for Device Events and Files.741vm-test-run-nixbot-gitlab> gitlab # [    7.984879] systemd[1]: Finished Firewall.742vm-test-run-nixbot-gitlab> gitlab # [    8.227167] systemd[1]: Finished Coldplug All udev Devices.743vm-test-run-nixbot-gitlab> gitlab # [    8.249530] systemd[1]: Mounting /run/wrappers...744vm-test-run-nixbot-gitlab> gitlab # [    8.302017] systemd[1]: Mounted /run/wrappers.745vm-test-run-nixbot-gitlab> gitlab # [    8.309791] systemd[1]: Reached target Local File Systems.746vm-test-run-nixbot-gitlab> gitlab # [    8.313471] systemd[1]: Listening on Boot Loader Control Service Socket.747vm-test-run-nixbot-gitlab> gitlab # [    8.318292] systemd[1]: Starting register-nix-paths.service...748vm-test-run-nixbot-gitlab> gitlab # [    8.322016] systemd[1]: Starting Create SUID/SGID Wrappers...749vm-test-run-nixbot-gitlab> gitlab # [    8.323432] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.750vm-test-run-nixbot-gitlab> gitlab # [    8.328501] systemd[1]: Starting Save Transient machine-id to Disk...751vm-test-run-nixbot-gitlab> gitlab # [    8.338833] systemd[1]: Starting Create System Files and Directories...752vm-test-run-nixbot-gitlab> gitlab # [    8.345502] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs753vm-test-run-nixbot-gitlab> gitlab # [    8.413709] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.754vm-test-run-nixbot-gitlab> gitlab # [    8.415460] systemd[1]: Finished Save Transient machine-id to Disk.755vm-test-run-nixbot-gitlab> gitlab # [    8.423015] systemd[1]: Finished Create System Files and Directories.756vm-test-run-nixbot-gitlab> gitlab # [    8.435400] systemd[1]: Starting Rebuild Journal Catalog...757vm-test-run-nixbot-gitlab> gitlab # [    8.439438] systemd[1]: Starting Record System Boot/Shutdown in UTMP...758vm-test-run-nixbot-gitlab> gitlab # [    8.454291] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.759vm-test-run-nixbot-gitlab> gitlab # [    8.476764] systemd[1]: Finished Record System Boot/Shutdown in UTMP.760vm-test-run-nixbot-gitlab> gitlab # [    8.493710] (udev-worker)[944]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.761vm-test-run-nixbot-gitlab> gitlab # [    8.498665] (udev-worker)[944]: Network interface NamePolicy= disabled on kernel command line.762vm-test-run-nixbot-gitlab> gitlab # [    8.501624] systemd[1]: Finished Rebuild Journal Catalog.763vm-test-run-nixbot-gitlab> gitlab # [    8.507550] systemd[1]: Starting Update is Completed...764vm-test-run-nixbot-gitlab> gitlab # [    8.520177] systemd[1]: Condition check resulted in /dev/ttyAMA0 being skipped.765vm-test-run-nixbot-gitlab> gitlab # [    8.534585] (udev-worker)[946]: Network interface NamePolicy= disabled on kernel command line.766vm-test-run-nixbot-gitlab> gitlab # [    8.549942] systemd[1]: Condition check resulted in Virtio network device being skipped.767vm-test-run-nixbot-gitlab> gitlab # [    8.554810] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore768vm-test-run-nixbot-gitlab> gitlab # [    8.558149] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.769vm-test-run-nixbot-gitlab> gitlab # [    8.560297] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67770vm-test-run-nixbot-gitlab> gitlab # [    8.564107] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore771vm-test-run-nixbot-gitlab> gitlab # [    8.567490] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki772vm-test-run-nixbot-gitlab> gitlab # [    8.575161] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki773vm-test-run-nixbot-gitlab> gitlab # [    8.577157] systemd[1]: Finished Update is Completed.774vm-test-run-nixbot-gitlab> gitlab # [    8.658950] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.775vm-test-run-nixbot-gitlab> gitlab # [    8.661738] systemd[1]: Finished Create SUID/SGID Wrappers.776vm-test-run-nixbot-gitlab> gitlab # [    8.662785] systemd[1]: suid-sgid-wrappers.service: Consumed 202ms CPU time over 338ms wall clock time, 7M memory peak, 2.2M read from disk.777vm-test-run-nixbot-gitlab> gitlab # [    8.672921] mousedev: PS/2 mouse device common for all mice778vm-test-run-nixbot-gitlab> gitlab # [    8.917030] systemd[1]: Finished register-nix-paths.service.779vm-test-run-nixbot-gitlab> gitlab # [    8.919889] systemd[1]: Reached target System Initialization.780vm-test-run-nixbot-gitlab> gitlab # [    8.920961] systemd[1]: Started Discard unused filesystem blocks once a week.781vm-test-run-nixbot-gitlab> gitlab # [    8.922020] systemd[1]: Started logrotate.timer.782vm-test-run-nixbot-gitlab> gitlab # [    8.922750] systemd[1]: Started Daily Cleanup of Temporary Directories.783vm-test-run-nixbot-gitlab> gitlab # [    8.923743] systemd[1]: Reached target Timer Units.784vm-test-run-nixbot-gitlab> gitlab # [    8.927192] systemd[1]: Listening on D-Bus System Message Bus Socket.785vm-test-run-nixbot-gitlab> gitlab # [    8.928528] systemd[1]: Listening on Nix Daemon Socket.786vm-test-run-nixbot-gitlab> gitlab # [    8.940626] systemd[1]: Starting nixbot CI service socket...787vm-test-run-nixbot-gitlab> gitlab # [    8.941727] systemd[1]: Listening on Hostname Service Socket.788vm-test-run-nixbot-gitlab> gitlab # [    8.942648] systemd[1]: Listening on nixbot CI service socket.789vm-test-run-nixbot-gitlab> gitlab # [    8.943558] systemd[1]: Reached target Socket Units.790vm-test-run-nixbot-gitlab> gitlab # [    8.947154] systemd[1]: Starting D-Bus System Message Bus...791vm-test-run-nixbot-gitlab> gitlab # [    8.992457] dbus-broker-launch[1042]: Looking up NSS user entry for 'systemd-timesync'...792vm-test-run-nixbot-gitlab> gitlab # [    8.994464] dbus-broker-launch[1042]: NSS returned no entry for 'systemd-timesync'793vm-test-run-nixbot-gitlab> gitlab # [    8.996138] dbus-broker-launch[1042]: Invalid user-name in /nix/store/ifm9k575wb3j66gvjx1xkdmmknzqr8v8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"794vm-test-run-nixbot-gitlab> gitlab # [    8.998791] systemd[1]: Started D-Bus System Message Bus.795vm-test-run-nixbot-gitlab> gitlab # [    9.008913] dbus-broker-launch[1042]: Ready796vm-test-run-nixbot-gitlab> gitlab # [    9.009810] systemd[1]: Reached target Basic System.797vm-test-run-nixbot-gitlab> gitlab # [    9.012329] systemd[1]: Started backdoor.service.798vm-test-run-nixbot-gitlab> gitlab # [    9.017621] systemd[1]: Starting gitlab-config.service...799vm-test-run-nixbot-gitlab> gitlab # [    9.020191] systemd[1]: Starting Import lastlog data into lastlog2 database...800vm-test-run-nixbot-gitlab> gitlab # [    9.041796] systemd[1]: Starting Logrotate configuration check...801vm-test-run-nixbot-gitlab> gitlab # [    9.046629] systemd[1]: Starting Name Service Cache Daemon (nsncd)...802vm-test-run-nixbot-gitlab> gitlab # [    9.056503] systemd[1]: Starting Post-Boot Actions...803vm-test-run-nixbot-gitlab> gitlab # [    9.061413] systemd[1]: Started Reset console on configuration changes.804vm-test-run-nixbot-gitlab> gitlab # [    9.074384] logrotate[1047]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.805vm-test-run-nixbot-gitlab> gitlab # connecting to host...806vm-test-run-nixbot-gitlab> gitlab # [    9.086553] logrotate[1047]: reading config file /nix/store/hk6ay5j24mh4h8mpr5rxlxxxp8v61fnj-logrotate.conf807vm-test-run-nixbot-gitlab> gitlab # [    9.088278] logrotate[1047]: note: 'monthly' overrides previously specified 'weekly'808vm-test-run-nixbot-gitlab> gitlab # [    9.089727] logrotate[1047]: Reading state from file: /var/lib/logrotate.status809vm-test-run-nixbot-gitlab> gitlab # [    9.090814] logrotate[1047]: state file /var/lib/logrotate.status does not exist810vm-test-run-nixbot-gitlab> gitlab # [    9.091880] logrotate[1047]: Allocating hash table for state file, size 64 entries811vm-test-run-nixbot-gitlab> gitlab # [    9.093337] logrotate[1047]: Handling 4 logs812vm-test-run-nixbot-gitlab> gitlab # [    9.094007] logrotate[1047]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed813vm-test-run-nixbot-gitlab> gitlab # [    9.096362] logrotate[1047]: considering log /var/log/btmp814vm-test-run-nixbot-gitlab> gitlab # [    9.097189] logrotate[1047]: Creating new state815vm-test-run-nixbot-gitlab> gitlab # [    9.097864] logrotate[1047]:   Now: 2026-06-30 06:38816vm-test-run-nixbot-gitlab> gitlab # [    9.098611] logrotate[1047]:   Last rotated at 2026-06-30 06:00817vm-test-run-nixbot-gitlab> gitlab # [    9.099521] logrotate[1047]:   log does not need rotating (log has already been rotated)818vm-test-run-nixbot-gitlab> gitlab # [    9.100900] logrotate[1047]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed819vm-test-run-nixbot-gitlab> gitlab # [    9.114126] logrotate[1047]: considering log /var/log/wtmp820vm-test-run-nixbot-gitlab> gitlab # [    9.115070] logrotate[1047]: Creating new state821vm-test-run-nixbot-gitlab> gitlab # [    9.115757] logrotate[1047]:   Now: 2026-06-30 06:38822vm-test-run-nixbot-gitlab> gitlab # [    9.116682] logrotate[1047]:   Last rotated at 2026-06-30 06:00823vm-test-run-nixbot-gitlab> gitlab # [    9.117920] logrotate[1047]:   log does not need rotating (log has already been rotated)824vm-test-run-nixbot-gitlab> gitlab # [    9.119152] logrotate[1047]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed825vm-test-run-nixbot-gitlab> gitlab # [    9.123597] logrotate[1047]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1047)826vm-test-run-nixbot-gitlab> gitlab # [    9.125022] logrotate[1047]: considering log /var/gitlab/state/log/*.log827vm-test-run-nixbot-gitlab> gitlab # [    9.126008] logrotate[1047]:   log /var/gitlab/state/log/*.log does not exist -- skipping828vm-test-run-nixbot-gitlab> gitlab # [    9.127241] logrotate[1047]: Creating new state829vm-test-run-nixbot-gitlab> gitlab # [    9.127933] logrotate[1047]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1047)830vm-test-run-nixbot-gitlab> gitlab # [    9.129585] logrotate[1047]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed831vm-test-run-nixbot-gitlab> gitlab # [    9.131591] logrotate[1047]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1047)832vm-test-run-nixbot-gitlab> gitlab # [    9.132920] logrotate[1047]: considering log /var/log/nginx/*.log833vm-test-run-nixbot-gitlab> gitlab # [    9.138749] logrotate[1047]:   log /var/log/nginx/*.log does not exist -- skipping834vm-test-run-nixbot-gitlab> gitlab # [    9.139948] logrotate[1047]: Creating new state835vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'836vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell837vm-test-run-nixbot-gitlab> gitlab # [    9.148250] logrotate[1047]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1047)838vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.61 seconds)839vm-test-run-nixbot-gitlab> gitlab # [    9.149826] systemd[1]: Starting resolvconf update...840vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.61 seconds)841vm-test-run-nixbot-gitlab> gitlab # [    9.158075] nsncd[1048]: Jun 30 06:38:17.997 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"842vm-test-run-nixbot-gitlab> gitlab # [    9.165222] systemd[1]: Finished Logrotate configuration check.843vm-test-run-nixbot-gitlab> gitlab # [    9.166795] systemd[1]: Finished Post-Boot Actions.844vm-test-run-nixbot-gitlab> gitlab # [    9.168975] systemd[1]: Started Name Service Cache Daemon (nsncd).845vm-test-run-nixbot-gitlab> gitlab # [    9.170773] systemd[1]: Finished Import lastlog data into lastlog2 database.846vm-test-run-nixbot-gitlab> gitlab # [    9.173286] systemd[1]: Reached target Host and Network Name Lookups.847vm-test-run-nixbot-gitlab> gitlab # [    9.175393] systemd[1]: Reached target User and Group Name Lookups.848vm-test-run-nixbot-gitlab> gitlab # [    9.176581] systemd[1]: Starting User Login Management...849vm-test-run-nixbot-gitlab> gitlab # [    9.227398] systemd[1]: Stopped target Host and Network Name Lookups.850vm-test-run-nixbot-gitlab> gitlab # [    9.228881] systemd[1]: Stopping Host and Network Name Lookups...851vm-test-run-nixbot-gitlab> gitlab # [    9.229922] systemd[1]: Stopped target User and Group Name Lookups.852vm-test-run-nixbot-gitlab> gitlab # [    9.230928] systemd[1]: Stopping User and Group Name Lookups...853vm-test-run-nixbot-gitlab> gitlab # [    9.232003] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...854vm-test-run-nixbot-gitlab> gitlab # [    9.243073] systemd[1]: nscd.service: Deactivated successfully.855vm-test-run-nixbot-gitlab> gitlab # [    9.248155] systemd[1]: Stopped Name Service Cache Daemon (nsncd).856vm-test-run-nixbot-gitlab> gitlab # [    9.249405] systemd[1]: nscd.service: Consumed 32ms CPU time over 195ms wall clock time, 8.3M memory peak, 5.9M read from disk.857vm-test-run-nixbot-gitlab> gitlab # [    9.260518] input: QEMU Virtio Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:08.0/virtio7/input/input3858vm-test-run-nixbot-gitlab> gitlab # [    9.260696] systemd-logind[1088]: Watching system buttons on /dev/input/event1 (QEMU QEMU USB Keyboard)859vm-test-run-nixbot-gitlab> gitlab # [    9.262351] systemd-logind[1088]: Watching system buttons on /dev/input/event0 (gpio-keys)860vm-test-run-nixbot-gitlab> gitlab # [    9.263653] systemd-logind[1088]: New seat seat0.861vm-test-run-nixbot-gitlab> gitlab # [    9.266748] systemd[1]: Started User Login Management.862vm-test-run-nixbot-gitlab> gitlab # [    9.272120] systemd[1]: Starting linger-users.service...863vm-test-run-nixbot-gitlab> gitlab # [    9.277473] systemd[1]: Starting Name Service Cache Daemon (nsncd)...864vm-test-run-nixbot-gitlab> gitlab # [    9.311150] systemd[1]: Finished resolvconf update.865vm-test-run-nixbot-gitlab> gitlab # [    9.323149] systemd[1]: Reached target Preparation for Network.866vm-test-run-nixbot-gitlab> gitlab # [    9.328800] systemd[1]: Starting DHCP Client...867vm-test-run-nixbot-gitlab> gitlab # [    9.333654] nsncd[1142]: Jun 30 06:38:18.208 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"868vm-test-run-nixbot-gitlab> gitlab # [    9.344174] systemd[1]: Starting Address configuration of eth1...869vm-test-run-nixbot-gitlab> gitlab # [    9.356933] systemd[1]: Starting Extra networking commands....870vm-test-run-nixbot-gitlab> gitlab # [    9.360119] systemd[1]: Started Name Service Cache Daemon (nsncd).871vm-test-run-nixbot-gitlab> gitlab # [    9.361211] systemd[1]: linger-users.service: Deactivated successfully.872vm-test-run-nixbot-gitlab> gitlab # [    9.370798] systemd[1]: Finished linger-users.service.873vm-test-run-nixbot-gitlab> gitlab # [    9.372101] systemd[1]: Reached target Host and Network Name Lookups.874vm-test-run-nixbot-gitlab> gitlab # [    9.373865] systemd[1]: Reached target User and Group Name Lookups.875vm-test-run-nixbot-gitlab> gitlab # [    9.426827] network-addresses-eth1-start[1161]: adding address 192.168.1.1/24... done876vm-test-run-nixbot-gitlab> gitlab # [    9.437328] network-addresses-eth1-start[1161]: adding address 2001:db8:1::1/64... done877vm-test-run-nixbot-gitlab> gitlab # [    9.460625] systemd[1]: Finished Address configuration of eth1.878vm-test-run-nixbot-gitlab> gitlab # [    9.512527] dhcpcd[1173]: dhcpcd-10.3.2 starting879vm-test-run-nixbot-gitlab> gitlab # [    9.521892] dhcpcd[1210]: dev: loaded udev880vm-test-run-nixbot-gitlab> gitlab # [    9.542073] 8021q: 802.1Q VLAN Support v1.8881vm-test-run-nixbot-gitlab> gitlab # [    9.542542] 8021q: adding VLAN 0 to HW filter on device eth1882vm-test-run-nixbot-gitlab> gitlab # [    9.564782] systemd[1]: Finished Extra networking commands..883vm-test-run-nixbot-gitlab> gitlab # [    9.575574] systemd[1]: Reached target Network.884vm-test-run-nixbot-gitlab> gitlab # [    9.582774] systemd[1]: Starting gitlab-workhorse.service...885vm-test-run-nixbot-gitlab> gitlab # [    9.592096] systemd[1]: Starting Nginx Web Server...886vm-test-run-nixbot-gitlab> gitlab # [    9.596883] systemd[1]: Starting PostgreSQL Server...887vm-test-run-nixbot-gitlab> gitlab # [    9.604599] systemd[1]: Starting Redis Server - redis-gitlab...888vm-test-run-nixbot-gitlab> gitlab # [    9.610019] systemd[1]: Starting Permit User Sessions...889vm-test-run-nixbot-gitlab> gitlab # [    9.619581] cfg80211: Loading compiled-in X.509 certificates for regulatory database890vm-test-run-nixbot-gitlab> gitlab # [    9.622950] systemd[1]: Starting Virtual Console Setup...891vm-test-run-nixbot-gitlab> gitlab # [    9.624123] systemd-logind[1088]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)[    9.629504] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'892vm-test-run-nixbot-gitlab> gitlab # [    9.630057] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'893vm-test-run-nixbot-gitlab> gitlab # 894vm-test-run-nixbot-gitlab> gitlab # [    9.632201] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2895vm-test-run-nixbot-gitlab> gitlab # [    9.632559] cfg80211: failed to load regulatory.db896vm-test-run-nixbot-gitlab> gitlab # [    9.638382] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.897vm-test-run-nixbot-gitlab> gitlab # [    9.675516] 8021q: adding VLAN 0 to HW filter on device eth0898vm-test-run-nixbot-gitlab> gitlab # [    9.672620] dhcpcd[1210]: eth0: waiting for carrier899vm-test-run-nixbot-gitlab> gitlab # [    9.673916] systemd[1]: Finished Permit User Sessions.900vm-test-run-nixbot-gitlab> gitlab # [    9.674910] dhcpcd[1210]: eth0: carrier acquired901vm-test-run-nixbot-gitlab> gitlab # [    9.683363] dhcpcd[1210]: DUID 00:01:00:01:31:d6:20:da:52:54:00:12:34:56902vm-test-run-nixbot-gitlab> gitlab # [    9.685176] dhcpcd[1210]: eth0: IAID 00:12:34:56903vm-test-run-nixbot-gitlab> gitlab # [    9.685961] dhcpcd[1210]: eth0: adding address fe80::5054:ff:fe12:3456904vm-test-run-nixbot-gitlab> gitlab # [    9.689807] systemd[1]: Started Getty on tty1.905vm-test-run-nixbot-gitlab> gitlab # [    9.699418] systemd[1]: Reached target Login Prompts.906vm-test-run-nixbot-gitlab> gitlab # [    9.741406] systemd-vconsole-setup[1232]: Configuration of first virtual console was skipped, ignoring remaining ones.907vm-test-run-nixbot-gitlab> gitlab # [    9.752540] systemd[1]: Finished Virtual Console Setup.908vm-test-run-nixbot-gitlab> gitlab # [    9.794728] dhcpcd[1210]: eth0: soliciting a DHCP lease909vm-test-run-nixbot-gitlab> gitlab # [    9.806211] dhcpcd[1210]: eth0: offered 10.0.2.15 from 10.0.2.2910vm-test-run-nixbot-gitlab> gitlab # [    9.815733] redis-server[1261]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.911vm-test-run-nixbot-gitlab> gitlab # [    9.818478] redis-server[1261]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo912vm-test-run-nixbot-gitlab> gitlab # [    9.821648] redis-server[1261]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1261, just started913vm-test-run-nixbot-gitlab> gitlab # [    9.823390] systemd[1]: Started Redis Server - redis-gitlab.914vm-test-run-nixbot-gitlab> gitlab # [    9.824526] redis-server[1261]: Configuration loaded915vm-test-run-nixbot-gitlab> gitlab # [    9.825740] redis[1261]: monotonic clock: ARM CNTVCT @ 1000 ticks/us916vm-test-run-nixbot-gitlab> gitlab # [    9.827215] redis[1261]: Running mode=standalone, port=0.917vm-test-run-nixbot-gitlab> gitlab # [    9.828215] redis[1261]: Server initialized918vm-test-run-nixbot-gitlab> gitlab # [    9.829128] redis[1261]: Ready to accept connections unix919vm-test-run-nixbot-gitlab> gitlab # [    9.830204] dhcpcd[1210]: eth0: probing address 10.0.2.15/24920vm-test-run-nixbot-gitlab> gitlab # [    9.831215] redis[1261]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.921vm-test-run-nixbot-gitlab> gitlab # [    9.844307] nginx-pre-start[1263]: nginx: the configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf syntax is ok922vm-test-run-nixbot-gitlab> gitlab # [    9.846254] nginx-pre-start[1263]: nginx: configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf test is successful923vm-test-run-nixbot-gitlab> gitlab # [    9.856117] systemd[1]: Started Nginx Web Server.924vm-test-run-nixbot-gitlab> gitlab # [    9.865628] postgresql-pre-start[1267]: The files belonging to this database system will be owned by user "postgres".925vm-test-run-nixbot-gitlab> gitlab # [    9.868278] postgresql-pre-start[1267]: This user must also own the server process.926vm-test-run-nixbot-gitlab> gitlab # [    9.869774] postgresql-pre-start[1267]: The database cluster will be initialized with locale "en_US.UTF-8".927vm-test-run-nixbot-gitlab> gitlab # [    9.871239] postgresql-pre-start[1267]: The default database encoding has accordingly been set to "UTF8".928vm-test-run-nixbot-gitlab> gitlab # [    9.873087] postgresql-pre-start[1267]: The default text search configuration will be set to "english".929vm-test-run-nixbot-gitlab> gitlab # [    9.874465] postgresql-pre-start[1267]: Data page checksums are disabled.930vm-test-run-nixbot-gitlab> gitlab # [    9.875505] postgresql-pre-start[1267]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok931vm-test-run-nixbot-gitlab> gitlab # [    9.877154] postgresql-pre-start[1267]: creating subdirectories ... ok932vm-test-run-nixbot-gitlab> gitlab # [    9.878160] postgresql-pre-start[1267]: selecting dynamic shared memory implementation ... posix933vm-test-run-nixbot-gitlab> gitlab # [    9.917776] postgresql-pre-start[1267]: selecting default "max_connections" ... 100934vm-test-run-nixbot-gitlab> gitlab # [    9.976413] postgresql-pre-start[1267]: selecting default "shared_buffers" ... 128MB935vm-test-run-nixbot-gitlab> gitlab # [   10.263492] systemd[1]: Started gitlab-workhorse.service.936vm-test-run-nixbot-gitlab> gitlab # [   10.426805] postgresql-pre-start[1267]: selecting default time zone ... UTC937vm-test-run-nixbot-gitlab> gitlab # [   10.430660] postgresql-pre-start[1267]: creating configuration files ... ok938vm-test-run-nixbot-gitlab> gitlab # [   10.679373] postgresql-pre-start[1267]: running bootstrap script ... ok939vm-test-run-nixbot-gitlab> gitlab # [   10.701012] gitlab-workhorse[1287]: time="2026-06-30T06:38:19Z" level=info msg=Starting build_time=19700101.000000 version=18.11.4940vm-test-run-nixbot-gitlab> gitlab # [   10.704801] gitlab-workhorse[1287]: time="2026-06-30T06:38:19Z" level=info msg="Using redis/go-redis"941vm-test-run-nixbot-gitlab> gitlab # [   10.707311] gitlab-workhorse[1287]: time="2026-06-30T06:38:19Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix942vm-test-run-nixbot-gitlab> gitlab # [   11.385583] postgresql-pre-start[1267]: performing post-bootstrap initialization ... ok943vm-test-run-nixbot-gitlab> gitlab # [   11.554119] dhcpcd[1210]: eth0: soliciting an IPv6 router944vm-test-run-nixbot-gitlab> gitlab # [   11.556616] dhcpcd[1210]: eth0: Router Advertisement from fe80::2945vm-test-run-nixbot-gitlab> gitlab # [   11.559029] dhcpcd[1210]: eth0: adding address fec0::5054:ff:fe12:3456/64946vm-test-run-nixbot-gitlab> gitlab # [   11.561879] dhcpcd[1210]: eth0: adding route to fec0::/64947vm-test-run-nixbot-gitlab> gitlab # [   11.564129] dhcpcd[1210]: eth0: adding default route via fe80::2948vm-test-run-nixbot-gitlab> gitlab # [   11.714564] postgresql-pre-start[1267]: syncing data to disk ... ok949vm-test-run-nixbot-gitlab> gitlab # [   11.717627] postgresql-pre-start[1267]: initdb: warning: enabling "trust" authentication for local connections950vm-test-run-nixbot-gitlab> gitlab # [   11.721842] postgresql-pre-start[1267]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.951vm-test-run-nixbot-gitlab> gitlab # [   11.728568] postgresql-pre-start[1267]: Success. You can now start the database server using:952vm-test-run-nixbot-gitlab> gitlab # [   11.733207] postgresql-pre-start[1267]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start953vm-test-run-nixbot-gitlab> gitlab # [   11.921369] postgres[1323]: [1323] LOG:  starting PostgreSQL 17.10 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit954vm-test-run-nixbot-gitlab> gitlab # [   11.927278] postgres[1323]: [1323] LOG:  listening on IPv6 address "::1", port 5432955vm-test-run-nixbot-gitlab> gitlab # [   11.931041] postgres[1323]: [1323] LOG:  listening on IPv4 address "127.0.0.1", port 5432956vm-test-run-nixbot-gitlab> gitlab # [   11.935808] postgres[1323]: [1323] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"957vm-test-run-nixbot-gitlab> gitlab # [   11.941962] postgres[1329]: [1329] LOG:  database system was shut down at 2026-06-30 06:38:20 GMT958vm-test-run-nixbot-gitlab> gitlab # [   11.955372] postgres[1323]: [1323] LOG:  database system is ready to accept connections959vm-test-run-nixbot-gitlab> gitlab # [   11.960645] systemd[1]: Started PostgreSQL Server.960vm-test-run-nixbot-gitlab> gitlab # [   11.966111] systemd[1]: Starting PostgreSQL Setup Scripts...961vm-test-run-nixbot-gitlab> gitlab # [   12.171427] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1337]: mkdir -p /var/gitlab/state/home/.ssh: OK962vm-test-run-nixbot-gitlab> gitlab # [   12.176355] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1337]: chmod 700 /var/gitlab/state/home/.ssh: OK963vm-test-run-nixbot-gitlab> gitlab # [   12.249115] postgresql-setup-start[1345]: CREATE DATABASE964vm-test-run-nixbot-gitlab> gitlab # [   12.254989] systemd[1]: Finished gitlab-config.service.965vm-test-run-nixbot-gitlab> gitlab # [   12.259505] systemd[1]: Started gitaly.service.966vm-test-run-nixbot-gitlab> gitlab # [   12.301763] postgresql-setup-start[1363]: CREATE ROLE967vm-test-run-nixbot-gitlab> gitlab # [   12.328180] postgresql-setup-start[1366]: ALTER DATABASE968vm-test-run-nixbot-gitlab> gitlab # [   12.383057] postgresql-setup-start[1371]: CREATE ROLE969vm-test-run-nixbot-gitlab> gitlab # [   12.385975] systemd[1]: Finished PostgreSQL Setup Scripts.970vm-test-run-nixbot-gitlab> gitlab # [   12.388622] systemd[1]: Reached target PostgreSQL.971vm-test-run-nixbot-gitlab> gitlab # [   12.393313] systemd[1]: Starting gitlab-db-config.service...972vm-test-run-nixbot-gitlab> gitlab # [   12.398861] systemd[1]: Starting gitlab-postgresql.service...973vm-test-run-nixbot-gitlab> gitlab # [   12.601522] gitlab-postgresql-start[1385]: CREATE DATABASE974vm-test-run-nixbot-gitlab> gitlab # [   12.659666] gitlab-postgresql-start[1401]: CREATE EXTENSION975vm-test-run-nixbot-gitlab> gitlab # [   12.738809] gitlab-postgresql-start[1403]: CREATE EXTENSION976vm-test-run-nixbot-gitlab> gitlab # [   12.745621] systemd[1]: Finished gitlab-postgresql.service.977vm-test-run-nixbot-gitlab> gitlab # [   13.098460] gitaly[1361]: time="2026-06-30T06:38:21.973Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/krygc3bmd623znp2pddh3fv21q5f3nz2-gitaly.toml' and fix the errors that are printed." pid=1361978vm-test-run-nixbot-gitlab> gitlab # [   13.103014] gitaly[1361]: time="2026-06-30T06:38:21.974Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=1361979vm-test-run-nixbot-gitlab> gitlab # [   13.108219] gitaly[1361]: time="2026-06-30T06:38:21.974Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=1361980vm-test-run-nixbot-gitlab> gitlab # [   13.110664] gitaly[1361]: time="2026-06-30T06:38:21.974Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=1361981vm-test-run-nixbot-gitlab> gitlab # [   13.112776] gitaly[1361]: time="2026-06-30T06:38:21.974Z" level=info msg="Starting Gitaly" pid=1361 version=18.11.4982vm-test-run-nixbot-gitlab> gitlab # [   13.395705] gitaly[1361]: time="2026-06-30T06:38:22.271Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=296 pid=1361983vm-test-run-nixbot-gitlab> gitlab # [   13.398788] gitaly[1361]: time="2026-06-30T06:38:22.271Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=1361984vm-test-run-nixbot-gitlab> gitlab # [   13.401139] gitaly[1361]: time="2026-06-30T06:38:22.271Z" level=info msg="finished initializing command factory" duration_ms=0 pid=1361985vm-test-run-nixbot-gitlab> gitlab # [   13.403431] gitaly[1361]: time="2026-06-30T06:38:22.271Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1361/git-exec-1135019665.d/git pid=1361986vm-test-run-nixbot-gitlab> gitlab # [   13.406072] gitaly[1361]: time="2026-06-30T06:38:22.279Z" level=info msg="finished detecting git version" duration_ms=7 pid=1361987vm-test-run-nixbot-gitlab> gitlab # [   13.408129] gitaly[1361]: time="2026-06-30T06:38:22.279Z" level=info msg="using Git version" pid=1361 version=2.53.g988vm-test-run-nixbot-gitlab> gitlab # [   13.410144] gitaly[1361]: time="2026-06-30T06:38:22.279Z" level=info msg="clearing disk cache object folder" pid=1361 storage=default989vm-test-run-nixbot-gitlab> gitlab # [   13.412581] gitaly[1361]: time="2026-06-30T06:38:22.280Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2369164029 pid=1361 storage=default990vm-test-run-nixbot-gitlab> gitlab # [   13.416181] gitaly[1361]: time="2026-06-30T06:38:22.281Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2369164029 pid=1361 storage=default991vm-test-run-nixbot-gitlab> gitlab # [   13.419873] gitaly[1361]: time="2026-06-30T06:38:22.281Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=1361992vm-test-run-nixbot-gitlab> gitlab # [   13.423972] gitaly[1361]: time="2026-06-30T06:38:22.281Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=1361993vm-test-run-nixbot-gitlab> gitlab # [   13.428479] gitaly[1361]: time="2026-06-30T06:38:22.281Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2369164029 clear_duration_ms=0 pid=1361 storage=default994vm-test-run-nixbot-gitlab> gitlab # [   13.432187] gitaly[1361]: time="2026-06-30T06:38:22.305Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=1361995vm-test-run-nixbot-gitlab> gitlab # [   13.435626] gitaly[1361]: time="2026-06-30T06:38:22.305Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1361 schema=unix996vm-test-run-nixbot-gitlab> gitlab # [   13.438874] gitaly[1361]: time="2026-06-30T06:38:22.305Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1361/sock.d/intern pid=1361 schema=unix997vm-test-run-nixbot-gitlab> gitlab # [   13.441774] gitaly[1361]: time="2026-06-30T06:38:22.305Z" level=info msg="finished tempdir cleaner walk" pid=1361 storage=default time_ms=0998vm-test-run-nixbot-gitlab> gitlab # [   13.444450] gitaly[1361]: time="2026-06-30T06:38:22.305Z" level=info msg="counting repositories" pid=1361999vm-test-run-nixbot-gitlab> gitlab # [   13.446421] gitaly[1361]: time="2026-06-30T06:38:22.305Z" level=info msg="starting to count repositories" pid=1361 storage_path=/var/gitlab/state/repositories1000vm-test-run-nixbot-gitlab> gitlab # [   13.449131] gitaly[1361]: time="2026-06-30T06:38:22.305Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1361 storage_path=/var/gitlab/state/repositories1001vm-test-run-nixbot-gitlab> gitlab # [   13.452317] gitaly[1361]: time="2026-06-30T06:38:22.305Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13611002vm-test-run-nixbot-gitlab> gitlab # [   13.454610] gitaly[1361]: time="2026-06-30T06:38:22.306Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13611003vm-test-run-nixbot-gitlab> gitlab # [   13.457156] gitaly[1361]: time="2026-06-30T06:38:22.306Z" level=info msg="Started Gitaly" duration_ms=332 pid=13611004vm-test-run-nixbot-gitlab> gitlab # [   13.459074] gitaly[1361]: time="2026-06-30T06:38:22.307Z" level=info msg="maintenance: daily scheduled" pid=1361 scheduled="2026-06-30 12:00:00 +0000 UTC"1005vm-test-run-nixbot-gitlab> gitlab # [   13.777703] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1006vm-test-run-nixbot-gitlab> gitlab # [   13.787963] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1007vm-test-run-nixbot-gitlab> gitlab # [   13.798489] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1008vm-test-run-nixbot-gitlab> gitlab # [   14.673476] dhcpcd[1210]: eth0: leased 10.0.2.15 for 86400 seconds1009vm-test-run-nixbot-gitlab> gitlab # [   14.673836] dhcpcd[1210]: eth0: adding route to 10.0.2.0/241010vm-test-run-nixbot-gitlab> gitlab # [   14.673968] dhcpcd[1210]: eth0: adding default route via 10.0.2.21011vm-test-run-nixbot-gitlab> gitlab # [   14.867210] systemd[1]: Started DHCP Client.1012vm-test-run-nixbot-gitlab> gitlab # [   14.869992] systemd[1]: Reached target Network is Online.1013vm-test-run-nixbot-gitlab> gitlab # [   16.807376] gitaly[1361]: time="2026-06-30T06:38:25.681Z" level=info msg="License database preloaded" duration_ms=3707 pid=13611014vm-test-run-nixbot-gitlab> gitlab # [   57.960352] postgres[1854]: [1854] ERROR:  relation "feature_gates" does not exist at character 5231015vm-test-run-nixbot-gitlab> gitlab # [   57.960757] postgres[1854]: [1854] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),1016vm-test-run-nixbot-gitlab> gitlab # [   57.960824] postgres[1854]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1017vm-test-run-nixbot-gitlab> gitlab # [   57.960885] postgres[1854]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,1018vm-test-run-nixbot-gitlab> gitlab # [   57.960943] postgres[1854]: 	       attidentity AS identity,1019vm-test-run-nixbot-gitlab> gitlab # [   57.961000] postgres[1854]: 	       attgenerated as attgenerated1020vm-test-run-nixbot-gitlab> gitlab # [   57.961071] postgres[1854]: 	  FROM pg_attribute a1021vm-test-run-nixbot-gitlab> gitlab # [   57.961130] postgres[1854]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1022vm-test-run-nixbot-gitlab> gitlab # [   57.961195] postgres[1854]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid1023vm-test-run-nixbot-gitlab> gitlab # [   57.961253] postgres[1854]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1024vm-test-run-nixbot-gitlab> gitlab # [   57.961311] postgres[1854]: 	 WHERE a.attrelid = '"feature_gates"'::regclass1025vm-test-run-nixbot-gitlab> gitlab # [   57.961369] postgres[1854]: 	   AND a.attnum > 0 AND NOT a.attisdropped1026vm-test-run-nixbot-gitlab> gitlab # [   57.961428] postgres[1854]: 	 ORDER BY a.attnum1027vm-test-run-nixbot-gitlab> gitlab # [   57.961476] postgres[1854]:1028vm-test-run-nixbot-gitlab> gitlab # [   58.358463] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1378]: W, [2026-06-30T06:39:07.232794 #1378]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1029vm-test-run-nixbot-gitlab> gitlab # [   60.777385] gitlab-workhorse[1287]: time="2026-06-30T06:39:09Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1030vm-test-run-nixbot-gitlab> gitlab # [   66.098409] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1936]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping1031vm-test-run-nixbot-gitlab> gitlab # [   66.098823] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1936]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping1032vm-test-run-nixbot-gitlab> gitlab # [   70.786341] gitlab-workhorse[1287]: time="2026-06-30T06:39:19Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1033vm-test-run-nixbot-gitlab> gitlab # [   80.807273] gitlab-workhorse[1287]: time="2026-06-30T06:39:29Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1034vm-test-run-nixbot-gitlab> gitlab # [   89.831150] postgres[2021]: [2021] ERROR:  relation "table_without_models" does not exist1035vm-test-run-nixbot-gitlab> gitlab # [   89.831822] postgres[2021]: [2021] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')1036vm-test-run-nixbot-gitlab> gitlab # [   90.814577] gitlab-workhorse[1287]: time="2026-06-30T06:39:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1037vm-test-run-nixbot-gitlab> gitlab # [  100.815879] gitlab-workhorse[1287]: time="2026-06-30T06:39:49Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1038vm-test-run-nixbot-gitlab> gitlab # [  110.825912] gitlab-workhorse[1287]: time="2026-06-30T06:39:59Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1039vm-test-run-nixbot-gitlab> gitlab # [  120.834345] gitlab-workhorse[1287]: time="2026-06-30T06:40:09Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1040vm-test-run-nixbot-gitlab> gitlab # [  124.866725] systemd[1]: Finished gitlab-db-config.service.1041vm-test-run-nixbot-gitlab> gitlab # [  124.872780] systemd[1]: Started gitlab-sidekiq.service.1042vm-test-run-nixbot-gitlab> gitlab # [  124.878794] systemd[1]: Starting gitlab.service...1043vm-test-run-nixbot-gitlab> gitlab # [  125.433395] bundle[2432]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1044vm-test-run-nixbot-gitlab> gitlab # [  125.440347] bundle[2432]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1045vm-test-run-nixbot-gitlab> gitlab # [  125.446626] bundle[2432]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1046vm-test-run-nixbot-gitlab> gitlab # [  130.363430] sidekiq-cluster[2431]: {"severity":"INFO","time":"2026-06-30T06:40:19.207Z","message":"Starting cluster with 1 processes"}1047vm-test-run-nixbot-gitlab> gitlab # [  130.452146] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.284Z","pid":2432,"message":"* Enabling systemd notification integration"}1048vm-test-run-nixbot-gitlab> gitlab # [  130.457278] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.329Z","pid":2432,"message":"Puma starting in cluster mode..."}1049vm-test-run-nixbot-gitlab> gitlab # [  130.461927] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.329Z","pid":2432,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1050vm-test-run-nixbot-gitlab> gitlab # [  130.466888] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.329Z","pid":2432,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1051vm-test-run-nixbot-gitlab> gitlab # [  130.473083] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.329Z","pid":2432,"message":"*  Min threads: 0"}1052vm-test-run-nixbot-gitlab> gitlab # [  130.477162] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.329Z","pid":2432,"message":"*  Max threads: 4"}1053vm-test-run-nixbot-gitlab> gitlab # [  130.481196] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.331Z","pid":2432,"message":"*  Environment: production"}1054vm-test-run-nixbot-gitlab> gitlab # [  130.486100] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.331Z","pid":2432,"message":"*   Master PID: 2432"}1055vm-test-run-nixbot-gitlab> gitlab # [  130.490680] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.331Z","pid":2432,"message":"*      Workers: 2"}1056vm-test-run-nixbot-gitlab> gitlab # [  130.494819] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.332Z","pid":2432,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}1057vm-test-run-nixbot-gitlab> gitlab # [  130.500797] bundle[2432]: {"timestamp":"2026-06-30T06:40:19.332Z","pid":2432,"message":"* Preloading application"}1058vm-test-run-nixbot-gitlab> gitlab # [  130.837200] gitlab-workhorse[1287]: time="2026-06-30T06:40:19Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1059vm-test-run-nixbot-gitlab> gitlab # [  140.839421] gitlab-workhorse[1287]: time="2026-06-30T06:40:29Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1060vm-test-run-nixbot-gitlab> gitlab # [  150.851567] gitlab-workhorse[1287]: time="2026-06-30T06:40:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1061vm-test-run-nixbot-gitlab> gitlab # [  160.858288] gitlab-workhorse[1287]: time="2026-06-30T06:40:49Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1062vm-test-run-nixbot-gitlab> gitlab # [  170.866403] gitlab-workhorse[1287]: time="2026-06-30T06:40:59Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1063vm-test-run-nixbot-gitlab> gitlab # [  171.060101] bundle[2432]: W, [2026-06-30T06:40:59.934554 #2432]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1064vm-test-run-nixbot-gitlab> gitlab # [  177.913867] sidekiq-cluster[2481]: 2026-06-30T06:41:06.788Z pid=2481 tid=to9 INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2481, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>449974272}1065vm-test-run-nixbot-gitlab> gitlab # [  178.278205] sidekiq-cluster[2481]: W, [2026-06-30T06:41:07.153742 #2481]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1066vm-test-run-nixbot-gitlab> gitlab # [  178.424378] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:07.299Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1067vm-test-run-nixbot-gitlab> gitlab # [  180.867598] gitlab-workhorse[1287]: time="2026-06-30T06:41:09Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1068vm-test-run-nixbot-gitlab> gitlab # [  181.867974] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.742Z","message":"GitLab reliable fetch activated!"}1069vm-test-run-nixbot-gitlab> gitlab # [  181.868422] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.742Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1070vm-test-run-nixbot-gitlab> gitlab # [  181.907280] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.782Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1071vm-test-run-nixbot-gitlab> gitlab # [  181.914557] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.786Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1072vm-test-run-nixbot-gitlab> gitlab # [  181.921380] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.790Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1073vm-test-run-nixbot-gitlab> gitlab # [  181.929010] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.793Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1074vm-test-run-nixbot-gitlab> gitlab # [  181.935877] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.796Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1075vm-test-run-nixbot-gitlab> gitlab # [  181.943008] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.799Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1076vm-test-run-nixbot-gitlab> gitlab # [  181.948762] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.801Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1077vm-test-run-nixbot-gitlab> gitlab # [  181.953901] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.803Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1078vm-test-run-nixbot-gitlab> gitlab # [  181.958766] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.805Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1079vm-test-run-nixbot-gitlab> gitlab # [  181.963324] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.807Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1080vm-test-run-nixbot-gitlab> gitlab # [  181.967961] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.808Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1081vm-test-run-nixbot-gitlab> gitlab # [  181.972181] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.811Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1082vm-test-run-nixbot-gitlab> gitlab # [  181.975668] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.814Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1083vm-test-run-nixbot-gitlab> gitlab # [  181.979473] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.816Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1084vm-test-run-nixbot-gitlab> gitlab # [  181.983041] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.818Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1085vm-test-run-nixbot-gitlab> gitlab # [  181.986422] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.820Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1086vm-test-run-nixbot-gitlab> gitlab # [  181.989767] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.822Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1087vm-test-run-nixbot-gitlab> gitlab # [  181.992728] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.825Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1088vm-test-run-nixbot-gitlab> gitlab # [  181.995447] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.828Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1089vm-test-run-nixbot-gitlab> gitlab # [  181.998509] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.831Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1090vm-test-run-nixbot-gitlab> gitlab # [  182.001286] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.834Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1091vm-test-run-nixbot-gitlab> gitlab # [  182.004241] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.837Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1092vm-test-run-nixbot-gitlab> gitlab # [  182.007144] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.839Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1093vm-test-run-nixbot-gitlab> gitlab # [  182.010803] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.842Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1094vm-test-run-nixbot-gitlab> gitlab # [  182.013431] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.844Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1095vm-test-run-nixbot-gitlab> gitlab # [  182.016044] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.846Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1096vm-test-run-nixbot-gitlab> gitlab # [  182.018521] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.849Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1097vm-test-run-nixbot-gitlab> gitlab # [  182.021010] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.852Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1098vm-test-run-nixbot-gitlab> gitlab # [  182.023511] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.854Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1099vm-test-run-nixbot-gitlab> gitlab # [  182.026217] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.857Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1100vm-test-run-nixbot-gitlab> gitlab # [  182.028894] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.860Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1101vm-test-run-nixbot-gitlab> gitlab # [  182.031306] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.862Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1102vm-test-run-nixbot-gitlab> gitlab # [  182.034153] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.867Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1103vm-test-run-nixbot-gitlab> gitlab # [  182.036682] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.873Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1104vm-test-run-nixbot-gitlab> gitlab # [  182.039285] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.879Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1105vm-test-run-nixbot-gitlab> gitlab # [  182.041948] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.884Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1106vm-test-run-nixbot-gitlab> gitlab # [  182.044533] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.889Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1107vm-test-run-nixbot-gitlab> gitlab # [  182.047085] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.893Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1108vm-test-run-nixbot-gitlab> gitlab # [  182.049619] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.899Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1109vm-test-run-nixbot-gitlab> gitlab # [  182.052088] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.903Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1110vm-test-run-nixbot-gitlab> gitlab # [  182.054496] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.907Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1111vm-test-run-nixbot-gitlab> gitlab # [  182.057178] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.911Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1112vm-test-run-nixbot-gitlab> gitlab # [  182.059736] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.914Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1113vm-test-run-nixbot-gitlab> gitlab # [  182.062495] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.918Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1114vm-test-run-nixbot-gitlab> gitlab # [  182.064963] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.922Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1115vm-test-run-nixbot-gitlab> gitlab # [  182.067452] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.926Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1116vm-test-run-nixbot-gitlab> gitlab # [  182.070102] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.930Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1117vm-test-run-nixbot-gitlab> gitlab # [  182.072471] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.933Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1118vm-test-run-nixbot-gitlab> gitlab # [  182.074785] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.936Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1119vm-test-run-nixbot-gitlab> gitlab # [  182.077075] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.940Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1120vm-test-run-nixbot-gitlab> gitlab # [  182.079291] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.943Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1121vm-test-run-nixbot-gitlab> gitlab # [  182.081620] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.946Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1122vm-test-run-nixbot-gitlab> gitlab # [  182.083783] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:10.950Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1123vm-test-run-nixbot-gitlab> gitlab # [  182.146992] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.022Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1124vm-test-run-nixbot-gitlab> gitlab # [  182.150530] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.026Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1125vm-test-run-nixbot-gitlab> gitlab # [  182.153903] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.029Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1126vm-test-run-nixbot-gitlab> gitlab # [  182.157943] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.033Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1127vm-test-run-nixbot-gitlab> gitlab # [  182.160574] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.036Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1128vm-test-run-nixbot-gitlab> gitlab # [  182.164679] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.040Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1129vm-test-run-nixbot-gitlab> gitlab # [  182.167335] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.042Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1130vm-test-run-nixbot-gitlab> gitlab # [  182.170507] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.046Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1131vm-test-run-nixbot-gitlab> gitlab # [  182.174745] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.050Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1132vm-test-run-nixbot-gitlab> gitlab # [  182.177280] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.053Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1133vm-test-run-nixbot-gitlab> gitlab # [  182.181618] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.057Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1134vm-test-run-nixbot-gitlab> gitlab # [  182.185197] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.060Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1135vm-test-run-nixbot-gitlab> gitlab # [  182.190511] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.066Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1136vm-test-run-nixbot-gitlab> gitlab # [  182.194500] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.070Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1137vm-test-run-nixbot-gitlab> gitlab # [  182.197156] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.072Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1138vm-test-run-nixbot-gitlab> gitlab # [  182.199793] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.074Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1139vm-test-run-nixbot-gitlab> gitlab # [  182.202758] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.077Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1140vm-test-run-nixbot-gitlab> gitlab # [  182.205669] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.079Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1141vm-test-run-nixbot-gitlab> gitlab # [  182.208395] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.082Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1142vm-test-run-nixbot-gitlab> gitlab # [  182.211046] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.083Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1143vm-test-run-nixbot-gitlab> gitlab # [  182.214886] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.085Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1144vm-test-run-nixbot-gitlab> gitlab # [  182.217795] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.089Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1145vm-test-run-nixbot-gitlab> gitlab # [  182.220568] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.091Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1146vm-test-run-nixbot-gitlab> gitlab # [  182.223308] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.094Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1147vm-test-run-nixbot-gitlab> gitlab # [  182.226047] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.096Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1148vm-test-run-nixbot-gitlab> gitlab # [  182.229102] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.099Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1149vm-test-run-nixbot-gitlab> gitlab # [  182.231724] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.101Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1150vm-test-run-nixbot-gitlab> gitlab # [  182.234482] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.103Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1151vm-test-run-nixbot-gitlab> gitlab # [  182.237346] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.106Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1152vm-test-run-nixbot-gitlab> gitlab # [  182.240106] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.108Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1153vm-test-run-nixbot-gitlab> gitlab # [  182.242687] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.110Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1154vm-test-run-nixbot-gitlab> gitlab # [  182.245208] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.113Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1155vm-test-run-nixbot-gitlab> gitlab # [  182.247751] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.115Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1156vm-test-run-nixbot-gitlab> gitlab # [  182.250322] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.118Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1157vm-test-run-nixbot-gitlab> gitlab # [  182.252878] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.121Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1158vm-test-run-nixbot-gitlab> gitlab # [  182.255285] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.124Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [  182.257840] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.127Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [  182.260283] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.129Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [  182.262675] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.131Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [  182.265149] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.133Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [  182.267547] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.136Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [  182.270221] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.138Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [  182.272325] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.142Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [  182.274740] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.145Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [  182.277180] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.148Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [  182.279489] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.150Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [  182.289134] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.164Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [  182.291717] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.167Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [  182.294661] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.170Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [  182.298091] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.173Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [  182.301257] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.176Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [  182.303799] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.179Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [  182.306528] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.182Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [  182.309019] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.184Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [  182.311208] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.186Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [  182.314451] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.190Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1179vm-test-run-nixbot-gitlab> gitlab # [  182.316822] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:11.192Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1180vm-test-run-nixbot-gitlab> gitlab # [  190.877582] gitlab-workhorse[1287]: time="2026-06-30T06:41:19Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1181vm-test-run-nixbot-gitlab> gitlab # [  200.888332] gitlab-workhorse[1287]: time="2026-06-30T06:41:29Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1182vm-test-run-nixbot-gitlab> gitlab # [  210.899191] gitlab-workhorse[1287]: time="2026-06-30T06:41:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1183vm-test-run-nixbot-gitlab> gitlab # [  220.909461] gitlab-workhorse[1287]: time="2026-06-30T06:41:49Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1184vm-test-run-nixbot-gitlab> gitlab # [  226.139457] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:55.013Z","message":"Booted Rails 7.2.3 application in production environment"}1185vm-test-run-nixbot-gitlab> gitlab # [  226.139942] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:55.014Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1186vm-test-run-nixbot-gitlab> gitlab # [  226.140366] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:55.014Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1187vm-test-run-nixbot-gitlab> gitlab # [  226.152153] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:55.015Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1188vm-test-run-nixbot-gitlab> gitlab # [  226.156125] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:55.022Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1189vm-test-run-nixbot-gitlab> gitlab # [  226.616866] bundle[2432]: {"timestamp":"2026-06-30T06:41:55.491Z","pid":2432,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1190vm-test-run-nixbot-gitlab> gitlab # [  226.622906] bundle[2432]: {"timestamp":"2026-06-30T06:41:55.491Z","pid":2432,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1191vm-test-run-nixbot-gitlab> gitlab # [  226.628357] bundle[2432]: {"timestamp":"2026-06-30T06:41:55.491Z","pid":2432,"message":"! #\u003cThread:0x0000f51d01c1c2f8 /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1192vm-test-run-nixbot-gitlab> gitlab # [  226.644279] bundle[2432]: {"timestamp":"2026-06-30T06:41:55.491Z","pid":2432,"message":"! #\u003cThread:0x0000f51d01e254c8 /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1193vm-test-run-nixbot-gitlab> gitlab # [  226.657325] bundle[2432]: {"timestamp":"2026-06-30T06:41:55.491Z","pid":2432,"message":"Use Ctrl-C to stop"}1194vm-test-run-nixbot-gitlab> gitlab # [  226.660140] bundle[2432]: {"timestamp":"2026-06-30T06:41:55.492Z","pid":2432,"message":"Sending status to systemd every 1.0 sec"}1195vm-test-run-nixbot-gitlab> gitlab # [  227.884887] bundle[2432]: {"timestamp":"2026-06-30T06:41:56.757Z","pid":2432,"message":"- Worker 0 (PID: 3336) booted in 1.22s, phase: 0"}1196vm-test-run-nixbot-gitlab> gitlab # [  227.892472] bundle[2432]: {"timestamp":"2026-06-30T06:41:56.767Z","pid":2432,"message":"- Worker 1 (PID: 3340) booted in 1.2s, phase: 0"}1197vm-test-run-nixbot-gitlab> gitlab # [  227.904750] systemd[1]: Started gitlab.service.1198vm-test-run-nixbot-gitlab> gitlab # [  227.907124] systemd[1]: Reached target Common target for all GitLab services..1199vm-test-run-nixbot-gitlab> gitlab # [  227.911712] systemd[1]: Starting setup-gitlab.service...1200vm-test-run-nixbot-gitlab> gitlab # [  227.929681] setup-gitlab-start[3373]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1201vm-test-run-nixbot-gitlab> gitlab # [  228.952128] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:57.825Z","message":"Cleaning working queues"}1202vm-test-run-nixbot-gitlab> gitlab # [  228.961424] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:57.836Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"01e5ad4f15f2a26da1cfcbdd","created_at":"2026-06-30T06:40:12.786Z","trace_propagation_headers":{"sentry-trace":"383b440eb7234961bc0e343a63d8265e-e7759b043aff4bed","baggage":"sentry-trace_id=383b440eb7234961bc0e343a63d8265e,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"5c59ae9ce076ad910357fbe3e529d71f","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T06:40:12.799Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-01e5ad4f15f2a26da1cfcbdd: start","job_status":"start","queue_duration_s":105.036471,"scheduling_latency_s":105.036595}1203vm-test-run-nixbot-gitlab> gitlab # [  229.439340] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:41:58.314Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"01e5ad4f15f2a26da1cfcbdd","created_at":"2026-06-30T06:40:12.786Z","trace_propagation_headers":{"sentry-trace":"383b440eb7234961bc0e343a63d8265e-e7759b043aff4bed","baggage":"sentry-trace_id=383b440eb7234961bc0e343a63d8265e,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"5c59ae9ce076ad910357fbe3e529d71f","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T06:40:12.799Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-01e5ad4f15f2a26da1cfcbdd: done: 0.478382 sec","job_status":"done","queue_duration_s":105.036471,"scheduling_latency_s":105.036595,"redis_calls":24,"redis_duration_s":0.013984,"redis_read_bytes":912,"redis_write_bytes":2622,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.007393,"redis_feature_flag_read_bytes":902,"redis_feature_flag_write_bytes":1375,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.004266,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002325,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.215014,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.23847942,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.478382,"completed_at":"2026-06-30T06:41:58.313Z","load_balancing_strategy":"primary","db_duration_s":0.140559,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1204vm-test-run-nixbot-gitlab> gitlab # [  231.165628] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:42:00 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 32081205vm-test-run-nixbot-gitlab> gitlab # [  231.174806] setup-gitlab-start[3406]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1206vm-test-run-nixbot-gitlab> gitlab # [  231.183028] setup-gitlab-start[3407]: ++ jq -r .access_token1207vm-test-run-nixbot-gitlab> gitlab # [  232.314683] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:42:01 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 11071208vm-test-run-nixbot-gitlab> gitlab # [  232.321787] setup-gitlab-start[3373]: + BEARER=baa5904481c976834afc1294fc8a1c2d15d6e915d3ff409b93f864921cb6a7611209vm-test-run-nixbot-gitlab> gitlab # [  232.326477] setup-gitlab-start[3373]: + AUTH='Authorization: Bearer baa5904481c976834afc1294fc8a1c2d15d6e915d3ff409b93f864921cb6a761'1210vm-test-run-nixbot-gitlab> gitlab # [  232.331573] setup-gitlab-start[3373]: + curl -fs -X PUT -H 'Authorization: Bearer baa5904481c976834afc1294fc8a1c2d15d6e915d3ff409b93f864921cb6a761' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1211vm-test-run-nixbot-gitlab> gitlab # [  233.524822] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:42:02 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 11721212vm-test-run-nixbot-gitlab> gitlab # [  233.529645] setup-gitlab-start[3373]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1213vm-test-run-nixbot-gitlab> gitlab # [  233.546227] runuser[3429]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1214vm-test-run-nixbot-gitlab> gitlab # [  234.073160] setup-gitlab-start[3430]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1215vm-test-run-nixbot-gitlab> gitlab # [  234.082044] setup-gitlab-start[3430]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1216vm-test-run-nixbot-gitlab> gitlab # [  234.088768] setup-gitlab-start[3430]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1217vm-test-run-nixbot-gitlab> gitlab # [  234.935338] setup-gitlab-start[3430]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1218vm-test-run-nixbot-gitlab> gitlab # [  234.935656] setup-gitlab-start[3430]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1219vm-test-run-nixbot-gitlab> gitlab # [  234.942693] setup-gitlab-start[3430]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1220vm-test-run-nixbot-gitlab> gitlab # [  240.784143] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:09.657Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"ae23f29791d119f021b616fa","created_at":"2026-06-30T06:42:09.550Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"98162ac8b880e318271d6035bf2425bc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.653Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-ae23f29791d119f021b616fa: start","job_status":"start","queue_duration_s":0.004178,"scheduling_latency_s":0.004241}1221vm-test-run-nixbot-gitlab> gitlab # [  241.073971] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:09.948Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"ae23f29791d119f021b616fa","created_at":"2026-06-30T06:42:09.550Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"98162ac8b880e318271d6035bf2425bc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.653Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-ae23f29791d119f021b616fa: done: 0.290716 sec","job_status":"done","queue_duration_s":0.004178,"scheduling_latency_s":0.004241,"redis_calls":12,"redis_duration_s":0.033077999999999996,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.005214,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.013392,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.014472,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.075163,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00254938,"exclusive_lock_hold_duration_s":0.060837539999999996,"duration_s":0.290716,"completed_at":"2026-06-30T06:42:09.947Z","load_balancing_strategy":"primary","db_duration_s":0.067407,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1222vm-test-run-nixbot-gitlab> gitlab # [  241.166077] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:09.962Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"106b8dfac655785e84cf7cb7","created_at":"2026-06-30T06:42:09.715Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"706debad2b29978035e2898efe2d6d8f","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.744Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-106b8dfac655785e84cf7cb7: start","job_status":"start","queue_duration_s":0.217166,"scheduling_latency_s":0.217248}1223vm-test-run-nixbot-gitlab> gitlab # [  241.224836] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:10.099Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"106b8dfac655785e84cf7cb7","created_at":"2026-06-30T06:42:09.715Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"706debad2b29978035e2898efe2d6d8f","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.744Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-106b8dfac655785e84cf7cb7: done: 0.137202 sec","job_status":"done","queue_duration_s":0.217166,"scheduling_latency_s":0.217248,"redis_calls":10,"redis_duration_s":0.018811,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001205,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.014321,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003285,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053955,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00817042,"duration_s":0.137202,"completed_at":"2026-06-30T06:42:10.098Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017297,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1224vm-test-run-nixbot-gitlab> gitlab # [  241.314362] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:10.121Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"c0ba841a562817f766a45b91","created_at":"2026-06-30T06:42:09.775Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.792Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-c0ba841a562817f766a45b91: start","job_status":"start","queue_duration_s":0.328873,"scheduling_latency_s":0.328955}1225vm-test-run-nixbot-gitlab> gitlab # [  241.568961] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:10.443Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"c0ba841a562817f766a45b91","created_at":"2026-06-30T06:42:09.775Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.792Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-c0ba841a562817f766a45b91: done: 0.321927 sec","job_status":"done","queue_duration_s":0.328873,"scheduling_latency_s":0.328955,"redis_calls":19,"redis_duration_s":0.151958,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.023669,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.002566,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.111124,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.014599,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.100785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0031438,"duration_s":0.321927,"completed_at":"2026-06-30T06:42:10.442Z","load_balancing_strategy":"primary","db_duration_s":0.0137,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1226vm-test-run-nixbot-gitlab> gitlab # [  241.661373] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:10.450Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"5e47debfd081404a805e95e2","created_at":"2026-06-30T06:42:09.809Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"08fe6fadc660a29d95b04d0e9f52e9ed","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.848Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-5e47debfd081404a805e95e2: start","job_status":"start","queue_duration_s":0.602592,"scheduling_latency_s":0.602672}1227vm-test-run-nixbot-gitlab> gitlab # [  241.762566] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:10.636Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"5e47debfd081404a805e95e2","created_at":"2026-06-30T06:42:09.809Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"08fe6fadc660a29d95b04d0e9f52e9ed","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.848Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-5e47debfd081404a805e95e2: done: 0.185975 sec","job_status":"done","queue_duration_s":0.602592,"scheduling_latency_s":0.602672,"redis_calls":13,"redis_duration_s":0.036187,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000884,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.011425,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.023878,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.038,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.038,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.074766,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.04858082,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.185975,"completed_at":"2026-06-30T06:42:10.636Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.044034,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1228vm-test-run-nixbot-gitlab> gitlab # [  241.870832] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:10.648Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"06d315cc787a14821f9205e2","created_at":"2026-06-30T06:42:09.859Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b8ece50456f59d86a5410898813f238d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.882Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-06d315cc787a14821f9205e2: start","job_status":"start","queue_duration_s":0.766017,"scheduling_latency_s":0.766097}1229vm-test-run-nixbot-gitlab> gitlab # [  242.639007] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:11.513Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"06d315cc787a14821f9205e2","created_at":"2026-06-30T06:42:09.859Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b8ece50456f59d86a5410898813f238d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.882Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-06d315cc787a14821f9205e2: done: 0.865496 sec","job_status":"done","queue_duration_s":0.766017,"scheduling_latency_s":0.766097,"redis_calls":12,"redis_duration_s":0.027569999999999997,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.010672,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.012574,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004324,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.088,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.088,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.443207,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00394256,"exclusive_lock_hold_duration_s":0.6306875,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.865496,"completed_at":"2026-06-30T06:42:11.513Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.118288,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1230vm-test-run-nixbot-gitlab> gitlab # [  242.736978] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:11.612Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"ebfb9dd0d49974aee6f7dbc9","created_at":"2026-06-30T06:42:09.904Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a9086efa06dcfdca9ba6ddafd5a7555f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.940Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-ebfb9dd0d49974aee6f7dbc9: start","job_status":"start","queue_duration_s":1.671074,"scheduling_latency_s":1.671145}1231vm-test-run-nixbot-gitlab> gitlab # [  242.777736] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:11.653Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1232vm-test-run-nixbot-gitlab> gitlab # [  242.800719] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:11.675Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"ebfb9dd0d49974aee6f7dbc9","created_at":"2026-06-30T06:42:09.904Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a9086efa06dcfdca9ba6ddafd5a7555f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:09.940Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-ebfb9dd0d49974aee6f7dbc9: done: 0.063407 sec","job_status":"done","queue_duration_s":1.671074,"scheduling_latency_s":1.671145,"redis_calls":10,"redis_duration_s":0.005193,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000922,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003176,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001095,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03715,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00068974,"duration_s":0.063407,"completed_at":"2026-06-30T06:42:11.675Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001195,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1233vm-test-run-nixbot-gitlab> gitlab # [  242.882836] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:11.678Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"3ba36e96ea7da701b4fb10f4","created_at":"2026-06-30T06:42:09.960Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f769c68bcf55aacc73bb2c8f06e50e3c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.036Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-3ba36e96ea7da701b4fb10f4: start","job_status":"start","queue_duration_s":1.642088,"scheduling_latency_s":1.642136}1234vm-test-run-nixbot-gitlab> gitlab # [  242.926472] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:11.742Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"3ba36e96ea7da701b4fb10f4","created_at":"2026-06-30T06:42:09.960Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f769c68bcf55aacc73bb2c8f06e50e3c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.036Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-3ba36e96ea7da701b4fb10f4: done: 0.063481 sec","job_status":"done","queue_duration_s":1.642088,"scheduling_latency_s":1.642136,"redis_calls":13,"redis_duration_s":0.006141,"redis_read_bytes":139,"redis_write_bytes":1636,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.003009,"redis_feature_flag_read_bytes":132,"redis_feature_flag_write_bytes":698,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002289,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000843,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.040044,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00073354,"duration_s":0.063481,"completed_at":"2026-06-30T06:42:11.741Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002281,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1235vm-test-run-nixbot-gitlab> gitlab # [  242.990870] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:11.746Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"4176cf3b300373fb5e1c042d","created_at":"2026-06-30T06:42:10.063Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"95fbd77e380566750eced4ba6a069bc6","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.091Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-4176cf3b300373fb5e1c042d: start","job_status":"start","queue_duration_s":1.655077,"scheduling_latency_s":1.655134}1236vm-test-run-nixbot-gitlab> gitlab # [  243.138512] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.013Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"4176cf3b300373fb5e1c042d","created_at":"2026-06-30T06:42:10.063Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"95fbd77e380566750eced4ba6a069bc6","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.091Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-4176cf3b300373fb5e1c042d: done: 0.266897 sec","job_status":"done","queue_duration_s":1.655077,"scheduling_latency_s":1.655134,"redis_calls":12,"redis_duration_s":0.005055,"redis_read_bytes":11,"redis_write_bytes":1447,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00082,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00224,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001995,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":542,"db_count":101,"db_write_count":0,"db_cached_count":99,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":101,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":99,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":100,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":99,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.227759,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00131064,"exclusive_lock_hold_duration_s":0.21922698000000002,"extra.ci_update_locked_unknown_artifacts_worker.removed_count":0,"extra.ci_update_locked_unknown_artifacts_worker.locked_count":0,"duration_s":0.266897,"completed_at":"2026-06-30T06:42:12.013Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027701,"urgency":"throttled","target_duration_s":300,"target_scheduling_latency_s":null}1237vm-test-run-nixbot-gitlab> gitlab # [  243.237782] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.016Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"7ca58fe55ea5dad6cc35b0a9","created_at":"2026-06-30T06:42:10.123Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c898c2a8632626aff76a98ba3af6731b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T06:42:10.144Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-7ca58fe55ea5dad6cc35b0a9: start","job_status":"start","queue_duration_s":1.871566,"scheduling_latency_s":1.871594}1238vm-test-run-nixbot-gitlab> gitlab # [  243.254990] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.034Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1239vm-test-run-nixbot-gitlab> gitlab # [  243.259459] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.043Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"7ca58fe55ea5dad6cc35b0a9","created_at":"2026-06-30T06:42:10.123Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c898c2a8632626aff76a98ba3af6731b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T06:42:10.144Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-7ca58fe55ea5dad6cc35b0a9: done: 0.027253 sec","job_status":"done","queue_duration_s":1.871566,"scheduling_latency_s":1.871594,"redis_calls":10,"redis_duration_s":0.003155,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00074,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001756,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000659,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015456,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004019,"duration_s":0.027253,"completed_at":"2026-06-30T06:42:12.043Z","load_balancing_strategy":"primary","db_duration_s":0.001064,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1240vm-test-run-nixbot-gitlab> gitlab # [  243.306131] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.045Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"62623e5ee95544b8d40fa7d2","created_at":"2026-06-30T06:42:10.179Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"aafb1f1d77232ac2deaf2ca6cf1328e8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.215Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-62623e5ee95544b8d40fa7d2: start","job_status":"start","queue_duration_s":1.829891,"scheduling_latency_s":1.829916}1241vm-test-run-nixbot-gitlab> gitlab # [  243.453445] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.328Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"62623e5ee95544b8d40fa7d2","created_at":"2026-06-30T06:42:10.179Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"aafb1f1d77232ac2deaf2ca6cf1328e8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.215Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-62623e5ee95544b8d40fa7d2: done: 0.28321 sec","job_status":"done","queue_duration_s":1.829891,"scheduling_latency_s":1.829916,"redis_calls":14,"redis_duration_s":0.004971,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001278,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001547,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.053,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.053,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.210138,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00077812,"exclusive_lock_hold_duration_s":0.25098076,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.28321,"completed_at":"2026-06-30T06:42:12.328Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.080911,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1242vm-test-run-nixbot-gitlab> gitlab # [  243.567521] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.330Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"ee46cedefd5eadba2a0cafaf","created_at":"2026-06-30T06:42:10.253Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"acac380e73f69df052c0b854d7f9816a","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.304Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-ee46cedefd5eadba2a0cafaf: start","job_status":"start","queue_duration_s":2.026509,"scheduling_latency_s":2.026533}1243vm-test-run-nixbot-gitlab> gitlab # [  243.589040] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.367Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"ee46cedefd5eadba2a0cafaf","created_at":"2026-06-30T06:42:10.253Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"acac380e73f69df052c0b854d7f9816a","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.304Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-ee46cedefd5eadba2a0cafaf: done: 0.036595 sec","job_status":"done","queue_duration_s":2.026509,"scheduling_latency_s":2.026533,"redis_calls":10,"redis_duration_s":0.0032259999999999997,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00067,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001901,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000655,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020872,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00052004,"duration_s":0.036595,"completed_at":"2026-06-30T06:42:12.367Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006153,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1244vm-test-run-nixbot-gitlab> gitlab # [  243.642698] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.369Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"da1ae04bdcf63e230ff7ec02","created_at":"2026-06-30T06:42:10.231Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e3decd87108548ec","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.313Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-da1ae04bdcf63e230ff7ec02: start","job_status":"start","queue_duration_s":2.055999,"scheduling_latency_s":2.056022}1245vm-test-run-nixbot-gitlab> gitlab # [  243.656396] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.391Z","message":"No existing merge request to be cleaned up."}1246vm-test-run-nixbot-gitlab> gitlab # [  243.658229] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.408Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"da1ae04bdcf63e230ff7ec02","created_at":"2026-06-30T06:42:10.231Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e3decd87108548ec","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.313Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-da1ae04bdcf63e230ff7ec02: done: 0.039403 sec","job_status":"done","queue_duration_s":2.055999,"scheduling_latency_s":2.056022,"redis_calls":13,"redis_duration_s":0.00481,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000753,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001758,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002299,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023177,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00058154,"duration_s":0.039403,"completed_at":"2026-06-30T06:42:12.408Z","load_balancing_strategy":"primary","db_duration_s":0.006254,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1247vm-test-run-nixbot-gitlab> gitlab # [  243.703527] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.410Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2aa9d5796d1c23d0fc70ff3f","created_at":"2026-06-30T06:42:10.231Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e3decd87108548ec","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.313Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2aa9d5796d1c23d0fc70ff3f: start","job_status":"start","queue_duration_s":2.097104,"scheduling_latency_s":2.09713}1248vm-test-run-nixbot-gitlab> gitlab # [  243.716796] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.434Z","message":"No existing merge request to be cleaned up."}1249vm-test-run-nixbot-gitlab> gitlab # [  243.718520] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.456Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2aa9d5796d1c23d0fc70ff3f","created_at":"2026-06-30T06:42:10.231Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e3decd87108548ec","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.313Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2aa9d5796d1c23d0fc70ff3f: done: 0.046109 sec","job_status":"done","queue_duration_s":2.097104,"scheduling_latency_s":2.09713,"redis_calls":10,"redis_duration_s":0.004659,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002622,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002037,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.046109,"completed_at":"2026-06-30T06:42:12.456Z","load_balancing_strategy":"primary","db_duration_s":0.012892,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1250vm-test-run-nixbot-gitlab> gitlab # [  243.759610] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.462Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"aebd63229979f22fbe0d1143","created_at":"2026-06-30T06:42:10.231Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e3decd87108548ec","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.313Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-aebd63229979f22fbe0d1143: start","job_status":"start","queue_duration_s":2.149246,"scheduling_latency_s":2.149315}1251vm-test-run-nixbot-gitlab> gitlab # [  243.772985] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.491Z","message":"No existing merge request to be cleaned up."}1252vm-test-run-nixbot-gitlab> gitlab # [  243.774710] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.509Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"aebd63229979f22fbe0d1143","created_at":"2026-06-30T06:42:10.231Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e3decd87108548ec","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.313Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-aebd63229979f22fbe0d1143: done: 0.046597 sec","job_status":"done","queue_duration_s":2.149246,"scheduling_latency_s":2.149315,"redis_calls":10,"redis_duration_s":0.0030759999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0012,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001876,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032309,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.046597,"completed_at":"2026-06-30T06:42:12.509Z","load_balancing_strategy":"primary","db_duration_s":0.003687,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1253vm-test-run-nixbot-gitlab> gitlab # [  243.815670] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.512Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"69f62541a26d1e87b5af04f6","created_at":"2026-06-30T06:42:10.231Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e3decd87108548ec","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.313Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-69f62541a26d1e87b5af04f6: start","job_status":"start","queue_duration_s":2.198773,"scheduling_latency_s":2.198815}1254vm-test-run-nixbot-gitlab> gitlab # [  243.829110] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.534Z","message":"No existing merge request to be cleaned up."}1255vm-test-run-nixbot-gitlab> gitlab # [  243.830881] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.554Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"69f62541a26d1e87b5af04f6","created_at":"2026-06-30T06:42:10.231Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e3decd87108548ec","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"7d9b9cbd12f6ba964834596204c941cd","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.313Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-69f62541a26d1e87b5af04f6: done: 0.042102 sec","job_status":"done","queue_duration_s":2.198773,"scheduling_latency_s":2.198815,"redis_calls":10,"redis_duration_s":0.003998,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001523,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002475,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029821,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.042102,"completed_at":"2026-06-30T06:42:12.554Z","load_balancing_strategy":"primary","db_duration_s":0.003848,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1256vm-test-run-nixbot-gitlab> gitlab # [  243.872862] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.557Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"ebb6a2dddcbdfc12a93690b4","created_at":"2026-06-30T06:42:10.410Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"407f7ef2009800176a173efc3c6edaba","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.438Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-ebb6a2dddcbdfc12a93690b4: start","job_status":"start","queue_duration_s":2.119099,"scheduling_latency_s":2.119142}1257vm-test-run-nixbot-gitlab> gitlab # [  243.888555] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.635Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"ebb6a2dddcbdfc12a93690b4","created_at":"2026-06-30T06:42:10.410Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"407f7ef2009800176a173efc3c6edaba","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.438Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-ebb6a2dddcbdfc12a93690b4: done: 0.078307 sec","job_status":"done","queue_duration_s":2.119099,"scheduling_latency_s":2.119142,"redis_calls":10,"redis_duration_s":0.003492,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00067,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001963,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000859,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033521,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0006873,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.078307,"completed_at":"2026-06-30T06:42:12.635Z","load_balancing_strategy":"primary","db_duration_s":0.030202,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1258vm-test-run-nixbot-gitlab> gitlab # [  243.935033] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.638Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"232a422501c6de70b03d69ed","created_at":"2026-06-30T06:42:10.522Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"580d1e568514b8d9e533e0bc67164571","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T06:42:10.568Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-232a422501c6de70b03d69ed: start","job_status":"start","queue_duration_s":2.069663,"scheduling_latency_s":2.069702}1259vm-test-run-nixbot-gitlab> gitlab # [  243.949134] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.659Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1260vm-test-run-nixbot-gitlab> gitlab # [  243.952652] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.670Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"232a422501c6de70b03d69ed","created_at":"2026-06-30T06:42:10.522Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"580d1e568514b8d9e533e0bc67164571","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T06:42:10.568Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-232a422501c6de70b03d69ed: done: 0.032848 sec","job_status":"done","queue_duration_s":2.069663,"scheduling_latency_s":2.069702,"redis_calls":10,"redis_duration_s":0.002513,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000526,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001396,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000591,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039426,"duration_s":0.032848,"completed_at":"2026-06-30T06:42:12.670Z","load_balancing_strategy":"primary","db_duration_s":0.000945,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1261vm-test-run-nixbot-gitlab> gitlab # [  243.998166] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.673Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"fb2040fa8d2132dadbd193da","created_at":"2026-06-30T06:42:10.604Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.632Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-fb2040fa8d2132dadbd193da: start","job_status":"start","queue_duration_s":2.04097,"scheduling_latency_s":2.041001}1262vm-test-run-nixbot-gitlab> gitlab # [  244.013252] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.814Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"fb2040fa8d2132dadbd193da","created_at":"2026-06-30T06:42:10.604Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.632Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-fb2040fa8d2132dadbd193da: done: 0.141006 sec","job_status":"done","queue_duration_s":2.04097,"scheduling_latency_s":2.041001,"redis_calls":71,"redis_duration_s":0.015039,"redis_read_bytes":120,"redis_write_bytes":42624,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.002617,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000756,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.010688,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000978,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.122961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00047398,"duration_s":0.141006,"completed_at":"2026-06-30T06:42:12.813Z","load_balancing_strategy":"primary","db_duration_s":0.003865,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1263vm-test-run-nixbot-gitlab> gitlab # [  244.059283] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.815Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"5cde3e70d278c1d72b7ad170","created_at":"2026-06-30T06:42:10.662Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"11c26b10cea5afa74f4d3f62ac78a429","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T06:42:10.703Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-5cde3e70d278c1d72b7ad170: start","job_status":"start","queue_duration_s":2.112213,"scheduling_latency_s":2.112243}1264vm-test-run-nixbot-gitlab> gitlab # [  244.073723] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.857Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"5cde3e70d278c1d72b7ad170","created_at":"2026-06-30T06:42:10.662Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"11c26b10cea5afa74f4d3f62ac78a429","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T06:42:10.703Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-5cde3e70d278c1d72b7ad170: done: 0.04218 sec","job_status":"done","queue_duration_s":2.112213,"scheduling_latency_s":2.112243,"redis_calls":10,"redis_duration_s":0.002075,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000357,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001322,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000396,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026443,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032308,"duration_s":0.04218,"completed_at":"2026-06-30T06:42:12.857Z","load_balancing_strategy":"primary","db_duration_s":0.007231,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1265vm-test-run-nixbot-gitlab> gitlab # [  244.118722] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.859Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"4e3b5162efb5da5ca4fc8c47","created_at":"2026-06-30T06:42:10.738Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"94fb9afe1249474dabd42fdb2ea00c9a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.764Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-4e3b5162efb5da5ca4fc8c47: start","job_status":"start","queue_duration_s":2.094729,"scheduling_latency_s":2.094755}1266vm-test-run-nixbot-gitlab> gitlab # [  244.134384] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.874Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1267vm-test-run-nixbot-gitlab> gitlab # [  244.138015] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.882Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"4e3b5162efb5da5ca4fc8c47","created_at":"2026-06-30T06:42:10.738Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"94fb9afe1249474dabd42fdb2ea00c9a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.764Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-4e3b5162efb5da5ca4fc8c47: done: 0.023123 sec","job_status":"done","queue_duration_s":2.094729,"scheduling_latency_s":2.094755,"redis_calls":10,"redis_duration_s":0.001711,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000363,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000965,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000383,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013433,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026092,"duration_s":0.023123,"completed_at":"2026-06-30T06:42:12.882Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000855,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1268vm-test-run-nixbot-gitlab> gitlab # [  244.183667] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:12.884Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"dc9afe20d312aeb4f6e8bc28","created_at":"2026-06-30T06:42:10.811Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"82a9ba059b6128865e3edbee97b7c22d","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.846Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-dc9afe20d312aeb4f6e8bc28: start","job_status":"start","queue_duration_s":2.037347,"scheduling_latency_s":2.037372}1269vm-test-run-nixbot-gitlab> gitlab # [  244.330662] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.205Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"dc9afe20d312aeb4f6e8bc28","created_at":"2026-06-30T06:42:10.811Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"82a9ba059b6128865e3edbee97b7c22d","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.846Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-dc9afe20d312aeb4f6e8bc28: done: 0.321876 sec","job_status":"done","queue_duration_s":2.037347,"scheduling_latency_s":2.037372,"redis_calls":574,"redis_duration_s":0.060939,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000416,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001017,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.059506,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.294972,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00028648,"duration_s":0.321876,"completed_at":"2026-06-30T06:42:13.205Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000702,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1270vm-test-run-nixbot-gitlab> gitlab # [  244.375355] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.207Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"e181c2ea975a07425f05a70f","created_at":"2026-06-30T06:42:10.862Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f4a38453b9c3dd7dc3c647283240d14a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.917Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-e181c2ea975a07425f05a70f: start","job_status":"start","queue_duration_s":2.290151,"scheduling_latency_s":2.29018}1271vm-test-run-nixbot-gitlab> gitlab # [  244.389522] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.231Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"e181c2ea975a07425f05a70f","created_at":"2026-06-30T06:42:10.862Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f4a38453b9c3dd7dc3c647283240d14a","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.917Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-e181c2ea975a07425f05a70f: done: 0.023212 sec","job_status":"done","queue_duration_s":2.290151,"scheduling_latency_s":2.29018,"redis_calls":10,"redis_duration_s":0.0026709999999999998,"redis_read_bytes":9,"redis_write_bytes":1035,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000621,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001524,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000526,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012695,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036048,"duration_s":0.023212,"completed_at":"2026-06-30T06:42:13.230Z","load_balancing_strategy":"primary","db_duration_s":0.001068,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1272vm-test-run-nixbot-gitlab> gitlab # [  244.433193] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.233Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"73f210487af730f59f7ba456","created_at":"2026-06-30T06:42:10.928Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"22c662d3a19caf49d4eea9eaf6bec9b2","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.946Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-73f210487af730f59f7ba456: start","job_status":"start","queue_duration_s":2.286149,"scheduling_latency_s":2.286173}1273vm-test-run-nixbot-gitlab> gitlab # [  244.448890] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.265Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"73f210487af730f59f7ba456","created_at":"2026-06-30T06:42:10.928Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"22c662d3a19caf49d4eea9eaf6bec9b2","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.946Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-73f210487af730f59f7ba456: done: 0.032497 sec","job_status":"done","queue_duration_s":2.286149,"scheduling_latency_s":2.286173,"redis_calls":12,"redis_duration_s":0.003765,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000661,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001727,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001377,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017627,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00071722,"exclusive_lock_hold_duration_s":0.00786572,"duration_s":0.032497,"completed_at":"2026-06-30T06:42:13.265Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005269,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1274vm-test-run-nixbot-gitlab> gitlab # [  244.494250] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.267Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"e9669aa4408b18c105cdef1c","created_at":"2026-06-30T06:42:10.957Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc4ab7e3d63b5a971408847bab63ee2e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.972Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-e9669aa4408b18c105cdef1c: start","job_status":"start","queue_duration_s":2.294795,"scheduling_latency_s":2.294818}1275vm-test-run-nixbot-gitlab> gitlab # [  244.511799] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.292Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"e9669aa4408b18c105cdef1c","created_at":"2026-06-30T06:42:10.957Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cc4ab7e3d63b5a971408847bab63ee2e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.972Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-e9669aa4408b18c105cdef1c: done: 0.024981 sec","job_status":"done","queue_duration_s":2.294795,"scheduling_latency_s":2.294818,"redis_calls":12,"redis_duration_s":0.003791,"redis_read_bytes":11,"redis_write_bytes":1247,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00066,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001569,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001562,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":296,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013933,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037026,"extra.object_storage_delete_stale_direct_uploads_worker.total_pending_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.total_deleted_stale_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.execution_timeout":false,"duration_s":0.024981,"completed_at":"2026-06-30T06:42:13.292Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00088,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1276vm-test-run-nixbot-gitlab> gitlab # [  244.560145] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.294Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"4da8e240ba8dc0ab6a4989d6","created_at":"2026-06-30T06:42:10.981Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"08ab8e9b83556cecc04c00a82768d7b5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.993Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-4da8e240ba8dc0ab6a4989d6: start","job_status":"start","queue_duration_s":2.300858,"scheduling_latency_s":2.30088}1277vm-test-run-nixbot-gitlab> gitlab # [  244.575764] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.369Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"4da8e240ba8dc0ab6a4989d6","created_at":"2026-06-30T06:42:10.981Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"08ab8e9b83556cecc04c00a82768d7b5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:10.993Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-4da8e240ba8dc0ab6a4989d6: done: 0.074538 sec","job_status":"done","queue_duration_s":2.300858,"scheduling_latency_s":2.30088,"redis_calls":14,"redis_duration_s":0.004457,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001241,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001735,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001481,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.025,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035119,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00073024,"exclusive_lock_hold_duration_s":0.04264514,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.074538,"completed_at":"2026-06-30T06:42:13.369Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.028668,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1278vm-test-run-nixbot-gitlab> gitlab # [  244.623664] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.371Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"2cc3e0541e2a6b6cd854ce8c","created_at":"2026-06-30T06:42:11.003Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"549da92a0404ccb7683dae5ed4b263ce","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.015Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-2cc3e0541e2a6b6cd854ce8c: start","job_status":"start","queue_duration_s":2.356001,"scheduling_latency_s":2.356025}1279vm-test-run-nixbot-gitlab> gitlab # [  244.641243] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.417Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"2cc3e0541e2a6b6cd854ce8c","created_at":"2026-06-30T06:42:11.003Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"549da92a0404ccb7683dae5ed4b263ce","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.015Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-2cc3e0541e2a6b6cd854ce8c: done: 0.04573 sec","job_status":"done","queue_duration_s":2.356001,"scheduling_latency_s":2.356025,"redis_calls":16,"redis_duration_s":0.004744,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.002627,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001579,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000538,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024038,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003854,"duration_s":0.04573,"completed_at":"2026-06-30T06:42:13.417Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.011153,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1280vm-test-run-nixbot-gitlab> gitlab # [  244.685301] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.418Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"b169f245374972266b1b2cf9","created_at":"2026-06-30T06:42:11.027Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dfdb4b1c64b8f653da871e16de9c40f6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.038Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-b169f245374972266b1b2cf9: start","job_status":"start","queue_duration_s":2.380336,"scheduling_latency_s":2.380358}1281vm-test-run-nixbot-gitlab> gitlab # [  244.700652] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.444Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"b169f245374972266b1b2cf9","created_at":"2026-06-30T06:42:11.027Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dfdb4b1c64b8f653da871e16de9c40f6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.038Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-b169f245374972266b1b2cf9: done: 0.025125 sec","job_status":"done","queue_duration_s":2.380336,"scheduling_latency_s":2.380358,"redis_calls":10,"redis_duration_s":0.003378,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001223,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001599,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000556,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013625,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003788,"duration_s":0.025125,"completed_at":"2026-06-30T06:42:13.443Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000778,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1282vm-test-run-nixbot-gitlab> gitlab # [  244.746389] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.445Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"4c43707dc814586ffca41588","created_at":"2026-06-30T06:42:11.048Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a9a7cf44134ffbf8e3f76be663bcf7d0","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.066Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-4c43707dc814586ffca41588: start","job_status":"start","queue_duration_s":2.379377,"scheduling_latency_s":2.379399}1283vm-test-run-nixbot-gitlab> gitlab # [  244.760286] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.477Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"4c43707dc814586ffca41588","created_at":"2026-06-30T06:42:11.048Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a9a7cf44134ffbf8e3f76be663bcf7d0","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.066Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-4c43707dc814586ffca41588: done: 0.031577 sec","job_status":"done","queue_duration_s":2.379377,"scheduling_latency_s":2.379399,"redis_calls":12,"redis_duration_s":0.009734999999999999,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000719,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000659,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007831,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000526,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01483,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00650484,"duration_s":0.031577,"completed_at":"2026-06-30T06:42:13.477Z","load_balancing_strategy":"primary","db_duration_s":0.000746,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1284vm-test-run-nixbot-gitlab> gitlab # [  244.805669] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.480Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"08eadf489b0caad3901086e1","created_at":"2026-06-30T06:42:11.084Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f661a5c408eb3d888d53bfa8967a3f7d","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.099Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-08eadf489b0caad3901086e1: start","job_status":"start","queue_duration_s":2.380058,"scheduling_latency_s":2.380082}1285vm-test-run-nixbot-gitlab> gitlab # [  244.820909] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.513Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"08eadf489b0caad3901086e1","created_at":"2026-06-30T06:42:11.084Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f661a5c408eb3d888d53bfa8967a3f7d","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.099Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-08eadf489b0caad3901086e1: done: 0.033021 sec","job_status":"done","queue_duration_s":2.380058,"scheduling_latency_s":2.380082,"redis_calls":12,"redis_duration_s":0.00397,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000497,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001523,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00195,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018451,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00106996,"exclusive_lock_hold_duration_s":0.00722068,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.033021,"completed_at":"2026-06-30T06:42:13.512Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004183,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1286vm-test-run-nixbot-gitlab> gitlab # [  244.866534] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.516Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"e38976c92e943cb14696f854","created_at":"2026-06-30T06:42:11.109Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1954cdce689cb42095e1b9db697419bb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.124Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-e38976c92e943cb14696f854: start","job_status":"start","queue_duration_s":2.39161,"scheduling_latency_s":2.39163}1287vm-test-run-nixbot-gitlab> gitlab # [  244.882617] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.531Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1288vm-test-run-nixbot-gitlab> gitlab # [  244.886505] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.539Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"e38976c92e943cb14696f854","created_at":"2026-06-30T06:42:11.109Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1954cdce689cb42095e1b9db697419bb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.124Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-e38976c92e943cb14696f854: done: 0.023397 sec","job_status":"done","queue_duration_s":2.39161,"scheduling_latency_s":2.39163,"redis_calls":10,"redis_duration_s":0.0038130000000000004,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001422,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001988,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000403,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012791,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00031484,"duration_s":0.023397,"completed_at":"2026-06-30T06:42:13.539Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000512,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1289vm-test-run-nixbot-gitlab> gitlab # [  244.934676] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.541Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"48e09f18b4c228bee26dbe3a","created_at":"2026-06-30T06:42:11.166Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e3c5266dc466b22ef46bf71ecf9e1431","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.178Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-48e09f18b4c228bee26dbe3a: start","job_status":"start","queue_duration_s":2.36314,"scheduling_latency_s":2.363158}1290vm-test-run-nixbot-gitlab> gitlab # [  244.950537] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.556Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1291vm-test-run-nixbot-gitlab> gitlab # [  244.954631] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.564Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"48e09f18b4c228bee26dbe3a","created_at":"2026-06-30T06:42:11.166Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e3c5266dc466b22ef46bf71ecf9e1431","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T06:42:11.178Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-48e09f18b4c228bee26dbe3a: done: 0.022878 sec","job_status":"done","queue_duration_s":2.36314,"scheduling_latency_s":2.363158,"redis_calls":10,"redis_duration_s":0.002749,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000518,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001693,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000538,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013295,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004108,"duration_s":0.022878,"completed_at":"2026-06-30T06:42:13.564Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000617,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1292vm-test-run-nixbot-gitlab> gitlab # [  244.999557] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.566Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca8ba02c8e18b8e08843ab1e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca8ba02c8e18b8e08843ab1e: start","job_status":"start","queue_duration_s":0.762485,"scheduling_latency_s":0.762503}1293vm-test-run-nixbot-gitlab> gitlab # [  245.013139] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.592Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca8ba02c8e18b8e08843ab1e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca8ba02c8e18b8e08843ab1e: done: 0.026238 sec","job_status":"done","queue_duration_s":0.762485,"scheduling_latency_s":0.762503,"redis_calls":16,"redis_duration_s":0.004396,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000534,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00121,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002652,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015459,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037022,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026238,"completed_at":"2026-06-30T06:42:13.592Z","load_balancing_strategy":"primary","db_duration_s":0.000573,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1294vm-test-run-nixbot-gitlab> gitlab # [  245.056983] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.594Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe465ca5ec2e6fde7f54e23e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe465ca5ec2e6fde7f54e23e: start","job_status":"start","queue_duration_s":0.790381,"scheduling_latency_s":0.790401}1295vm-test-run-nixbot-gitlab> gitlab # [  245.070311] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe465ca5ec2e6fde7f54e23e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe465ca5ec2e6fde7f54e23e: done: 0.018683 sec","job_status":"done","queue_duration_s":0.790381,"scheduling_latency_s":0.790401,"redis_calls":13,"redis_duration_s":0.003261,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001042,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002219,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011614,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018683,"completed_at":"2026-06-30T06:42:13.612Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1296vm-test-run-nixbot-gitlab> gitlab # [  245.112290] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.614Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7068873ee5daa044c9078e6d","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7068873ee5daa044c9078e6d: start","job_status":"start","queue_duration_s":0.810669,"scheduling_latency_s":0.810687}1297vm-test-run-nixbot-gitlab> gitlab # [  245.127082] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.632Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7068873ee5daa044c9078e6d","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7068873ee5daa044c9078e6d: done: 0.018392 sec","job_status":"done","queue_duration_s":0.810669,"scheduling_latency_s":0.810687,"redis_calls":13,"redis_duration_s":0.003071,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001012,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002059,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011253,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018392,"completed_at":"2026-06-30T06:42:13.632Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1298vm-test-run-nixbot-gitlab> gitlab # [  245.170511] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.634Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"02c1c556919f0754afdb5353","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-02c1c556919f0754afdb5353: start","job_status":"start","queue_duration_s":0.830812,"scheduling_latency_s":0.83083}1299vm-test-run-nixbot-gitlab> gitlab # [  245.183885] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.652Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"02c1c556919f0754afdb5353","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-02c1c556919f0754afdb5353: done: 0.018463 sec","job_status":"done","queue_duration_s":0.830812,"scheduling_latency_s":0.83083,"redis_calls":13,"redis_duration_s":0.003201,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002115,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018463,"completed_at":"2026-06-30T06:42:13.652Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1300vm-test-run-nixbot-gitlab> gitlab # [  245.225962] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.654Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"85d2b0873e3a7aea5ac3413d","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-85d2b0873e3a7aea5ac3413d: start","job_status":"start","queue_duration_s":0.850826,"scheduling_latency_s":0.850843}1301vm-test-run-nixbot-gitlab> gitlab # [  245.239483] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.671Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"85d2b0873e3a7aea5ac3413d","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-85d2b0873e3a7aea5ac3413d: done: 0.016813 sec","job_status":"done","queue_duration_s":0.850826,"scheduling_latency_s":0.850843,"redis_calls":13,"redis_duration_s":0.0028640000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00098,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001884,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010292,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016813,"completed_at":"2026-06-30T06:42:13.671Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1302vm-test-run-nixbot-gitlab> gitlab # [  245.281715] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.672Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a592cbd487d1f6c2ff6d6690","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a592cbd487d1f6c2ff6d6690: start","job_status":"start","queue_duration_s":0.86928,"scheduling_latency_s":0.869296}1303vm-test-run-nixbot-gitlab> gitlab # [  245.294879] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.689Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a592cbd487d1f6c2ff6d6690","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a592cbd487d1f6c2ff6d6690: done: 0.016649 sec","job_status":"done","queue_duration_s":0.86928,"scheduling_latency_s":0.869296,"redis_calls":13,"redis_duration_s":0.002755,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000956,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001799,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010274,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016649,"completed_at":"2026-06-30T06:42:13.689Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1304vm-test-run-nixbot-gitlab> gitlab # [  245.339198] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.691Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8dec0bd0e7f2a888f7f2d405","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8dec0bd0e7f2a888f7f2d405: start","job_status":"start","queue_duration_s":0.887587,"scheduling_latency_s":0.887605}1305vm-test-run-nixbot-gitlab> gitlab # [  245.352836] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.708Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8dec0bd0e7f2a888f7f2d405","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8dec0bd0e7f2a888f7f2d405: done: 0.017221 sec","job_status":"done","queue_duration_s":0.887587,"scheduling_latency_s":0.887605,"redis_calls":13,"redis_duration_s":0.002772,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000995,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001777,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017221,"completed_at":"2026-06-30T06:42:13.708Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1306vm-test-run-nixbot-gitlab> gitlab # [  245.394934] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.710Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de89ba47235ce8e38c00dafe","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de89ba47235ce8e38c00dafe: start","job_status":"start","queue_duration_s":0.906517,"scheduling_latency_s":0.906533}1307vm-test-run-nixbot-gitlab> gitlab # [  245.408482] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.727Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"de89ba47235ce8e38c00dafe","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-de89ba47235ce8e38c00dafe: done: 0.01703 sec","job_status":"done","queue_duration_s":0.906517,"scheduling_latency_s":0.906533,"redis_calls":13,"redis_duration_s":0.0027359999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000991,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001745,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010927,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01703,"completed_at":"2026-06-30T06:42:13.727Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1308vm-test-run-nixbot-gitlab> gitlab # [  245.450768] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.729Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"797369f1d091a9d4d13dfcf7","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-797369f1d091a9d4d13dfcf7: start","job_status":"start","queue_duration_s":0.925312,"scheduling_latency_s":0.92533}1309vm-test-run-nixbot-gitlab> gitlab # [  245.464301] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.746Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"797369f1d091a9d4d13dfcf7","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-797369f1d091a9d4d13dfcf7: done: 0.017828 sec","job_status":"done","queue_duration_s":0.925312,"scheduling_latency_s":0.92533,"redis_calls":13,"redis_duration_s":0.0031789999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001122,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002057,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011319,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017828,"completed_at":"2026-06-30T06:42:13.746Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1310vm-test-run-nixbot-gitlab> gitlab # [  245.506374] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.748Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59cc8f19d670b7fac45ef350","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59cc8f19d670b7fac45ef350: start","job_status":"start","queue_duration_s":0.945062,"scheduling_latency_s":0.945081}1311vm-test-run-nixbot-gitlab> gitlab # [  245.519887] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.766Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59cc8f19d670b7fac45ef350","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59cc8f19d670b7fac45ef350: done: 0.018154 sec","job_status":"done","queue_duration_s":0.945062,"scheduling_latency_s":0.945081,"redis_calls":13,"redis_duration_s":0.003197,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001083,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002114,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011201,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018154,"completed_at":"2026-06-30T06:42:13.766Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1312vm-test-run-nixbot-gitlab> gitlab # [  245.562872] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.768Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df9beb07a4f8299f3a7bb168","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df9beb07a4f8299f3a7bb168: start","job_status":"start","queue_duration_s":0.964826,"scheduling_latency_s":0.964846}1313vm-test-run-nixbot-gitlab> gitlab # [  245.576104] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.786Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df9beb07a4f8299f3a7bb168","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df9beb07a4f8299f3a7bb168: done: 0.018012 sec","job_status":"done","queue_duration_s":0.964826,"scheduling_latency_s":0.964846,"redis_calls":13,"redis_duration_s":0.003097,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001035,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002062,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01108,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018012,"completed_at":"2026-06-30T06:42:13.786Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [  245.617324] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.787Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f15a75399527c04ec52cbfc4","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f15a75399527c04ec52cbfc4: start","job_status":"start","queue_duration_s":0.984203,"scheduling_latency_s":0.984221}1315vm-test-run-nixbot-gitlab> gitlab # [  245.630213] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.804Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f15a75399527c04ec52cbfc4","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f15a75399527c04ec52cbfc4: done: 0.016924 sec","job_status":"done","queue_duration_s":0.984203,"scheduling_latency_s":0.984221,"redis_calls":13,"redis_duration_s":0.002848,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000944,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001904,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010464,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016924,"completed_at":"2026-06-30T06:42:13.804Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1316vm-test-run-nixbot-gitlab> gitlab # [  245.671807] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.806Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b92194fabcfe7a34c5713f0","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b92194fabcfe7a34c5713f0: start","job_status":"start","queue_duration_s":1.002594,"scheduling_latency_s":1.002611}1317vm-test-run-nixbot-gitlab> gitlab # [  245.685024] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.823Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b92194fabcfe7a34c5713f0","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b92194fabcfe7a34c5713f0: done: 0.017072 sec","job_status":"done","queue_duration_s":1.002594,"scheduling_latency_s":1.002611,"redis_calls":13,"redis_duration_s":0.003226,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00113,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002096,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010426,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017072,"completed_at":"2026-06-30T06:42:13.823Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1318vm-test-run-nixbot-gitlab> gitlab # [  245.726853] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.824Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"646193c753573194cf57c36c","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-646193c753573194cf57c36c: start","job_status":"start","queue_duration_s":1.021277,"scheduling_latency_s":1.021294}1319vm-test-run-nixbot-gitlab> gitlab # [  245.741932] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.843Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"646193c753573194cf57c36c","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-646193c753573194cf57c36c: done: 0.018084 sec","job_status":"done","queue_duration_s":1.021277,"scheduling_latency_s":1.021294,"redis_calls":13,"redis_duration_s":0.0034809999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00107,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002411,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010789,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018084,"completed_at":"2026-06-30T06:42:13.842Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320vm-test-run-nixbot-gitlab> gitlab # [  245.783042] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.844Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92fc029eb7887a6023c100ce","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92fc029eb7887a6023c100ce: start","job_status":"start","queue_duration_s":1.040903,"scheduling_latency_s":1.040923}1321vm-test-run-nixbot-gitlab> gitlab # [  245.796838] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.862Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"92fc029eb7887a6023c100ce","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-92fc029eb7887a6023c100ce: done: 0.017845 sec","job_status":"done","queue_duration_s":1.040903,"scheduling_latency_s":1.040923,"redis_calls":13,"redis_duration_s":0.002967,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001001,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001966,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011116,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017845,"completed_at":"2026-06-30T06:42:13.862Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1322vm-test-run-nixbot-gitlab> gitlab # [  245.839292] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.864Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ae0127c3d68a740578d4a10","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ae0127c3d68a740578d4a10: start","job_status":"start","queue_duration_s":1.060423,"scheduling_latency_s":1.060442}1323vm-test-run-nixbot-gitlab> gitlab # [  245.853065] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.881Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ae0127c3d68a740578d4a10","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ae0127c3d68a740578d4a10: done: 0.017773 sec","job_status":"done","queue_duration_s":1.060423,"scheduling_latency_s":1.060442,"redis_calls":13,"redis_duration_s":0.0029500000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00103,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00192,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010983,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017773,"completed_at":"2026-06-30T06:42:13.881Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1324vm-test-run-nixbot-gitlab> gitlab # [  245.894772] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.883Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6c12e85107621c3005369d16","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6c12e85107621c3005369d16: start","job_status":"start","queue_duration_s":1.080107,"scheduling_latency_s":1.080126}1325vm-test-run-nixbot-gitlab> gitlab # [  245.907957] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.902Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6c12e85107621c3005369d16","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6c12e85107621c3005369d16: done: 0.018422 sec","job_status":"done","queue_duration_s":1.080107,"scheduling_latency_s":1.080126,"redis_calls":13,"redis_duration_s":0.003116,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001028,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002088,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011736,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018422,"completed_at":"2026-06-30T06:42:13.902Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1326vm-test-run-nixbot-gitlab> gitlab # [  245.950942] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.903Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69ac032a2c782fb7f134a347","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69ac032a2c782fb7f134a347: start","job_status":"start","queue_duration_s":1.100289,"scheduling_latency_s":1.100308}1327vm-test-run-nixbot-gitlab> gitlab # [  245.964406] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.921Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69ac032a2c782fb7f134a347","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69ac032a2c782fb7f134a347: done: 0.01711 sec","job_status":"done","queue_duration_s":1.100289,"scheduling_latency_s":1.100308,"redis_calls":13,"redis_duration_s":0.002896,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000944,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001952,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010597,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01711,"completed_at":"2026-06-30T06:42:13.921Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1328vm-test-run-nixbot-gitlab> gitlab # [  246.005694] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.922Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d5520e54f0dca9068a920b5c","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d5520e54f0dca9068a920b5c: start","job_status":"start","queue_duration_s":1.119073,"scheduling_latency_s":1.119092}1329vm-test-run-nixbot-gitlab> gitlab # [  246.018896] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.940Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d5520e54f0dca9068a920b5c","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d5520e54f0dca9068a920b5c: done: 0.017366 sec","job_status":"done","queue_duration_s":1.119073,"scheduling_latency_s":1.119092,"redis_calls":13,"redis_duration_s":0.003151,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00135,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001801,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01085,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017366,"completed_at":"2026-06-30T06:42:13.940Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1330vm-test-run-nixbot-gitlab> gitlab # [  246.060252] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.941Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a2ffd258f13bd37a1c2474a0","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a2ffd258f13bd37a1c2474a0: start","job_status":"start","queue_duration_s":1.138141,"scheduling_latency_s":1.13816}1331vm-test-run-nixbot-gitlab> gitlab # [  246.073570] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.959Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a2ffd258f13bd37a1c2474a0","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a2ffd258f13bd37a1c2474a0: done: 0.01736 sec","job_status":"done","queue_duration_s":1.138141,"scheduling_latency_s":1.13816,"redis_calls":13,"redis_duration_s":0.002818,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000976,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001842,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010838,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01736,"completed_at":"2026-06-30T06:42:13.959Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1332vm-test-run-nixbot-gitlab> gitlab # [  246.115637] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.960Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8809fa28198397b23e43a7da","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8809fa28198397b23e43a7da: start","job_status":"start","queue_duration_s":1.157039,"scheduling_latency_s":1.157055}1333vm-test-run-nixbot-gitlab> gitlab # [  246.128929] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.978Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8809fa28198397b23e43a7da","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8809fa28198397b23e43a7da: done: 0.017412 sec","job_status":"done","queue_duration_s":1.157039,"scheduling_latency_s":1.157055,"redis_calls":13,"redis_duration_s":0.002937,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000992,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001945,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010839,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017412,"completed_at":"2026-06-30T06:42:13.978Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1334vm-test-run-nixbot-gitlab> gitlab # [  246.171793] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.979Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4b61711012f05b5c1a80f34","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4b61711012f05b5c1a80f34: start","job_status":"start","queue_duration_s":1.175963,"scheduling_latency_s":1.175981}1335vm-test-run-nixbot-gitlab> gitlab # [  246.184988] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.997Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4b61711012f05b5c1a80f34","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4b61711012f05b5c1a80f34: done: 0.017731 sec","job_status":"done","queue_duration_s":1.175963,"scheduling_latency_s":1.175981,"redis_calls":13,"redis_duration_s":0.00302,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001027,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001993,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011038,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017731,"completed_at":"2026-06-30T06:42:13.997Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1336vm-test-run-nixbot-gitlab> gitlab # [  246.227000] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:13.998Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fe648de88e01b56d0d27276","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fe648de88e01b56d0d27276: start","job_status":"start","queue_duration_s":1.195267,"scheduling_latency_s":1.195285}1337vm-test-run-nixbot-gitlab> gitlab # [  246.240449] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.016Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fe648de88e01b56d0d27276","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fe648de88e01b56d0d27276: done: 0.017947 sec","job_status":"done","queue_duration_s":1.195267,"scheduling_latency_s":1.195285,"redis_calls":13,"redis_duration_s":0.002935,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001017,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010874,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017947,"completed_at":"2026-06-30T06:42:14.016Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1338vm-test-run-nixbot-gitlab> gitlab # [  246.281981] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.018Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"da00c1285fde9a29769476f7","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-da00c1285fde9a29769476f7: start","job_status":"start","queue_duration_s":1.214865,"scheduling_latency_s":1.214883}1339vm-test-run-nixbot-gitlab> gitlab # [  246.295037] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.037Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"da00c1285fde9a29769476f7","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-da00c1285fde9a29769476f7: done: 0.018565 sec","job_status":"done","queue_duration_s":1.214865,"scheduling_latency_s":1.214883,"redis_calls":13,"redis_duration_s":0.0032830000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001125,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002158,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011295,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018565,"completed_at":"2026-06-30T06:42:14.037Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1340vm-test-run-nixbot-gitlab> gitlab # [  246.336687] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"183851f3a7841a89253f084a","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-183851f3a7841a89253f084a: start","job_status":"start","queue_duration_s":1.235085,"scheduling_latency_s":1.235103}1341vm-test-run-nixbot-gitlab> gitlab # [  246.351152] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.056Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"183851f3a7841a89253f084a","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-183851f3a7841a89253f084a: done: 0.017287 sec","job_status":"done","queue_duration_s":1.235085,"scheduling_latency_s":1.235103,"redis_calls":13,"redis_duration_s":0.002894,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000966,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001928,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010469,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017287,"completed_at":"2026-06-30T06:42:14.055Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1342vm-test-run-nixbot-gitlab> gitlab # [  246.393815] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.057Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"766fc7c1467a7d68dc2faee5","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-766fc7c1467a7d68dc2faee5: start","job_status":"start","queue_duration_s":1.25388,"scheduling_latency_s":1.253898}1343vm-test-run-nixbot-gitlab> gitlab # [  246.407449] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.076Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"766fc7c1467a7d68dc2faee5","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-766fc7c1467a7d68dc2faee5: done: 0.018529 sec","job_status":"done","queue_duration_s":1.25388,"scheduling_latency_s":1.253898,"redis_calls":13,"redis_duration_s":0.0032849999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002325,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011716,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018529,"completed_at":"2026-06-30T06:42:14.076Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1344vm-test-run-nixbot-gitlab> gitlab # [  246.449076] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.078Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8635d98952b698732164a81e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8635d98952b698732164a81e: start","job_status":"start","queue_duration_s":1.274354,"scheduling_latency_s":1.274372}1345vm-test-run-nixbot-gitlab> gitlab # [  246.462822] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.108Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8635d98952b698732164a81e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8635d98952b698732164a81e: done: 0.030354 sec","job_status":"done","queue_duration_s":1.274354,"scheduling_latency_s":1.274372,"redis_calls":13,"redis_duration_s":0.004191,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001453,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002738,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021457,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.030354,"completed_at":"2026-06-30T06:42:14.108Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1346vm-test-run-nixbot-gitlab> gitlab # [  246.506105] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.112Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"13dfd7743d0a35d870a21630","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-13dfd7743d0a35d870a21630: start","job_status":"start","queue_duration_s":1.308414,"scheduling_latency_s":1.308465}1347vm-test-run-nixbot-gitlab> gitlab # [  246.519040] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.155Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"13dfd7743d0a35d870a21630","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-13dfd7743d0a35d870a21630: done: 0.043499 sec","job_status":"done","queue_duration_s":1.308414,"scheduling_latency_s":1.308465,"redis_calls":13,"redis_duration_s":0.00448,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001705,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002775,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.043499,"completed_at":"2026-06-30T06:42:14.155Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1348vm-test-run-nixbot-gitlab> gitlab # [  246.562492] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.159Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"35e4965af453ee2c298bce6d","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-35e4965af453ee2c298bce6d: start","job_status":"start","queue_duration_s":1.355706,"scheduling_latency_s":1.355756}1349vm-test-run-nixbot-gitlab> gitlab # [  246.576212] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.375Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"35e4965af453ee2c298bce6d","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-35e4965af453ee2c298bce6d: done: 0.215931 sec","job_status":"done","queue_duration_s":1.355706,"scheduling_latency_s":1.355756,"redis_calls":13,"redis_duration_s":0.005939,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002059,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00388,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029877,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.215931,"completed_at":"2026-06-30T06:42:14.375Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1350vm-test-run-nixbot-gitlab> gitlab # [  246.619002] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.381Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1834ba48926a5f76d158f0dd","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1834ba48926a5f76d158f0dd: start","job_status":"start","queue_duration_s":1.57752,"scheduling_latency_s":1.577587}1351vm-test-run-nixbot-gitlab> gitlab # [  246.632217] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.433Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1834ba48926a5f76d158f0dd","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1834ba48926a5f76d158f0dd: done: 0.052271 sec","job_status":"done","queue_duration_s":1.57752,"scheduling_latency_s":1.577587,"redis_calls":13,"redis_duration_s":0.005697000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002017,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00368,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035883,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.052271,"completed_at":"2026-06-30T06:42:14.433Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1352vm-test-run-nixbot-gitlab> gitlab # [  246.678842] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.436Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a071bfc0ca0fc162e040b5b","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a071bfc0ca0fc162e040b5b: start","job_status":"start","queue_duration_s":1.633069,"scheduling_latency_s":1.63312}1353vm-test-run-nixbot-gitlab> gitlab # [  246.692647] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.474Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a071bfc0ca0fc162e040b5b","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a071bfc0ca0fc162e040b5b: done: 0.037655 sec","job_status":"done","queue_duration_s":1.633069,"scheduling_latency_s":1.63312,"redis_calls":13,"redis_duration_s":0.004142,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00145,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002692,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024431,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.037655,"completed_at":"2026-06-30T06:42:14.474Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1354vm-test-run-nixbot-gitlab> gitlab # [  246.735842] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.476Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5d8a2b296c1038caf32c149","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5d8a2b296c1038caf32c149: start","job_status":"start","queue_duration_s":1.673128,"scheduling_latency_s":1.673168}1355vm-test-run-nixbot-gitlab> gitlab # [  246.749609] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b5d8a2b296c1038caf32c149","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b5d8a2b296c1038caf32c149: done: 0.030031 sec","job_status":"done","queue_duration_s":1.673128,"scheduling_latency_s":1.673168,"redis_calls":13,"redis_duration_s":0.003821,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001324,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002497,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019114,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.030031,"completed_at":"2026-06-30T06:42:14.506Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1356vm-test-run-nixbot-gitlab> gitlab # [  246.793863] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.509Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"52f2d9f53bff5b3c8e144ecf","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-52f2d9f53bff5b3c8e144ecf: start","job_status":"start","queue_duration_s":1.705537,"scheduling_latency_s":1.705575}1357vm-test-run-nixbot-gitlab> gitlab # [  246.807149] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.534Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"52f2d9f53bff5b3c8e144ecf","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-52f2d9f53bff5b3c8e144ecf: done: 0.025038 sec","job_status":"done","queue_duration_s":1.705537,"scheduling_latency_s":1.705575,"redis_calls":13,"redis_duration_s":0.0031989999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001135,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002064,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014926,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025038,"completed_at":"2026-06-30T06:42:14.534Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1358vm-test-run-nixbot-gitlab> gitlab # [  246.849468] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.535Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76344631f63aa3352bb8f91e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76344631f63aa3352bb8f91e: start","job_status":"start","queue_duration_s":1.732208,"scheduling_latency_s":1.732235}1359vm-test-run-nixbot-gitlab> gitlab # [  246.862904] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.560Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76344631f63aa3352bb8f91e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76344631f63aa3352bb8f91e: done: 0.024609 sec","job_status":"done","queue_duration_s":1.732208,"scheduling_latency_s":1.732235,"redis_calls":13,"redis_duration_s":0.003862,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002024,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001838,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012003,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024609,"completed_at":"2026-06-30T06:42:14.560Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1360vm-test-run-nixbot-gitlab> gitlab # [  246.904869] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.563Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2eb62a619b4b803bd34cde8e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2eb62a619b4b803bd34cde8e: start","job_status":"start","queue_duration_s":1.759579,"scheduling_latency_s":1.759612}1361vm-test-run-nixbot-gitlab> gitlab # [  246.918234] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.584Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2eb62a619b4b803bd34cde8e","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2eb62a619b4b803bd34cde8e: done: 0.02126 sec","job_status":"done","queue_duration_s":1.759579,"scheduling_latency_s":1.759612,"redis_calls":13,"redis_duration_s":0.002367,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000807,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00156,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013456,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02126,"completed_at":"2026-06-30T06:42:14.584Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1362vm-test-run-nixbot-gitlab> gitlab # [  246.961739] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.587Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"099939b3631ed853d7c788d6","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-099939b3631ed853d7c788d6: start","job_status":"start","queue_duration_s":1.783444,"scheduling_latency_s":1.783477}1363vm-test-run-nixbot-gitlab> gitlab # [  246.975627] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.609Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"099939b3631ed853d7c788d6","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-099939b3631ed853d7c788d6: done: 0.022362 sec","job_status":"done","queue_duration_s":1.783444,"scheduling_latency_s":1.783477,"redis_calls":13,"redis_duration_s":0.002346,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000873,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001473,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01455,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022362,"completed_at":"2026-06-30T06:42:14.609Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1364vm-test-run-nixbot-gitlab> gitlab # [  247.016854] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.611Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb72d8301b6ba6bc20b5ddd2","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb72d8301b6ba6bc20b5ddd2: start","job_status":"start","queue_duration_s":1.807722,"scheduling_latency_s":1.807755}1365vm-test-run-nixbot-gitlab> gitlab # [  247.030519] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.629Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bb72d8301b6ba6bc20b5ddd2","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bb72d8301b6ba6bc20b5ddd2: done: 0.018148 sec","job_status":"done","queue_duration_s":1.807722,"scheduling_latency_s":1.807755,"redis_calls":13,"redis_duration_s":0.001543,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000558,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000985,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011145,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018148,"completed_at":"2026-06-30T06:42:14.629Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1366vm-test-run-nixbot-gitlab> gitlab # [  247.073448] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b6c623a48f7d3be06a09069","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b6c623a48f7d3be06a09069: start","job_status":"start","queue_duration_s":1.82737,"scheduling_latency_s":1.827391}1367vm-test-run-nixbot-gitlab> gitlab # [  247.086285] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.648Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b6c623a48f7d3be06a09069","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b6c623a48f7d3be06a09069: done: 0.017428 sec","job_status":"done","queue_duration_s":1.82737,"scheduling_latency_s":1.827391,"redis_calls":13,"redis_duration_s":0.0017590000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001219,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011491,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017428,"completed_at":"2026-06-30T06:42:14.648Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1368vm-test-run-nixbot-gitlab> gitlab # [  247.128129] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.650Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1bf6268a29eb76e6be8b9727","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1bf6268a29eb76e6be8b9727: start","job_status":"start","queue_duration_s":1.846305,"scheduling_latency_s":1.846327}1369vm-test-run-nixbot-gitlab> gitlab # [  247.141406] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.666Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1bf6268a29eb76e6be8b9727","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1bf6268a29eb76e6be8b9727: done: 0.016975 sec","job_status":"done","queue_duration_s":1.846305,"scheduling_latency_s":1.846327,"redis_calls":13,"redis_duration_s":0.0015789999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00057,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001009,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011342,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016975,"completed_at":"2026-06-30T06:42:14.666Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1370vm-test-run-nixbot-gitlab> gitlab # [  247.184707] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.668Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1dfe2b28987bdebc93d6deb","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1dfe2b28987bdebc93d6deb: start","job_status":"start","queue_duration_s":1.86517,"scheduling_latency_s":1.865193}1371vm-test-run-nixbot-gitlab> gitlab # [  247.197924] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.686Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b1dfe2b28987bdebc93d6deb","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b1dfe2b28987bdebc93d6deb: done: 0.017365 sec","job_status":"done","queue_duration_s":1.86517,"scheduling_latency_s":1.865193,"redis_calls":13,"redis_duration_s":0.001624,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0006,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001024,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011625,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017365,"completed_at":"2026-06-30T06:42:14.686Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1372vm-test-run-nixbot-gitlab> gitlab # [  247.239477] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.687Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9745b4c9e79de3a4e845b1ed","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9745b4c9e79de3a4e845b1ed: start","job_status":"start","queue_duration_s":1.884259,"scheduling_latency_s":1.884281}1373vm-test-run-nixbot-gitlab> gitlab # [  247.252776] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.705Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9745b4c9e79de3a4e845b1ed","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9745b4c9e79de3a4e845b1ed: done: 0.017589 sec","job_status":"done","queue_duration_s":1.884259,"scheduling_latency_s":1.884281,"redis_calls":13,"redis_duration_s":0.0016070000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000564,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001043,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011765,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017589,"completed_at":"2026-06-30T06:42:14.705Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1374vm-test-run-nixbot-gitlab> gitlab # [  247.294558] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.706Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0596ee34598f4703a0bb89cf","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0596ee34598f4703a0bb89cf: start","job_status":"start","queue_duration_s":1.90321,"scheduling_latency_s":1.903233}1375vm-test-run-nixbot-gitlab> gitlab # [  247.308069] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.724Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0596ee34598f4703a0bb89cf","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0596ee34598f4703a0bb89cf: done: 0.017869 sec","job_status":"done","queue_duration_s":1.90321,"scheduling_latency_s":1.903233,"redis_calls":13,"redis_duration_s":0.001917,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000603,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001314,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011795,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017869,"completed_at":"2026-06-30T06:42:14.724Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1376vm-test-run-nixbot-gitlab> gitlab # [  247.350076] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.726Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"80106038318a6a022e657a9a","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-80106038318a6a022e657a9a: start","job_status":"start","queue_duration_s":1.922771,"scheduling_latency_s":1.922794}1377vm-test-run-nixbot-gitlab> gitlab # [  247.363567] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.745Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"80106038318a6a022e657a9a","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-80106038318a6a022e657a9a: done: 0.019066 sec","job_status":"done","queue_duration_s":1.922771,"scheduling_latency_s":1.922794,"redis_calls":13,"redis_duration_s":0.0017820000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000648,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001134,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012203,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019066,"completed_at":"2026-06-30T06:42:14.745Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1378vm-test-run-nixbot-gitlab> gitlab # [  247.407947] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.747Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"713664bb240858d7d45b6e65","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-713664bb240858d7d45b6e65: start","job_status":"start","queue_duration_s":1.943385,"scheduling_latency_s":1.94341}1379vm-test-run-nixbot-gitlab> gitlab # [  247.430604] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.765Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"713664bb240858d7d45b6e65","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-713664bb240858d7d45b6e65: done: 0.018816 sec","job_status":"done","queue_duration_s":1.943385,"scheduling_latency_s":1.94341,"redis_calls":13,"redis_duration_s":0.0020629999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000681,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001382,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01216,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018816,"completed_at":"2026-06-30T06:42:14.765Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1380vm-test-run-nixbot-gitlab> gitlab # [  247.483862] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.767Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bb7020e0bc43a0e01d8cfa9","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bb7020e0bc43a0e01d8cfa9: start","job_status":"start","queue_duration_s":1.963799,"scheduling_latency_s":1.963826}1381vm-test-run-nixbot-gitlab> gitlab # [  247.497652] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.786Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bb7020e0bc43a0e01d8cfa9","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bb7020e0bc43a0e01d8cfa9: done: 0.019162 sec","job_status":"done","queue_duration_s":1.963799,"scheduling_latency_s":1.963826,"redis_calls":13,"redis_duration_s":0.001934,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000712,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001222,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012518,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019162,"completed_at":"2026-06-30T06:42:14.786Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1382vm-test-run-nixbot-gitlab> gitlab # [  247.538698] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.788Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"265aef9931a2966f88273227","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-265aef9931a2966f88273227: start","job_status":"start","queue_duration_s":1.984469,"scheduling_latency_s":1.98449}1383vm-test-run-nixbot-gitlab> gitlab # [  247.552358] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.805Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"265aef9931a2966f88273227","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-265aef9931a2966f88273227: done: 0.016981 sec","job_status":"done","queue_duration_s":1.984469,"scheduling_latency_s":1.98449,"redis_calls":13,"redis_duration_s":0.0016649999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000716,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01117,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016981,"completed_at":"2026-06-30T06:42:14.805Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1384vm-test-run-nixbot-gitlab> gitlab # [  247.596161] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.806Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0af88bb59862c7ff97350f86","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0af88bb59862c7ff97350f86: start","job_status":"start","queue_duration_s":2.002789,"scheduling_latency_s":2.002807}1385vm-test-run-nixbot-gitlab> gitlab # [  247.609541] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.822Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0af88bb59862c7ff97350f86","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0af88bb59862c7ff97350f86: done: 0.0164 sec","job_status":"done","queue_duration_s":2.002789,"scheduling_latency_s":2.002807,"redis_calls":13,"redis_duration_s":0.001619,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000606,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001013,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01111,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0164,"completed_at":"2026-06-30T06:42:14.822Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1386vm-test-run-nixbot-gitlab> gitlab # [  247.650305] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.824Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"37e8dde8a6e2f8da03f0a6af","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-37e8dde8a6e2f8da03f0a6af: start","job_status":"start","queue_duration_s":2.02054,"scheduling_latency_s":2.020559}1387vm-test-run-nixbot-gitlab> gitlab # [  247.663561] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.840Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"37e8dde8a6e2f8da03f0a6af","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-37e8dde8a6e2f8da03f0a6af: done: 0.016504 sec","job_status":"done","queue_duration_s":2.02054,"scheduling_latency_s":2.020559,"redis_calls":13,"redis_duration_s":0.001558,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000568,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00099,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011354,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016504,"completed_at":"2026-06-30T06:42:14.840Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1388vm-test-run-nixbot-gitlab> gitlab # [  247.705512] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.842Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58d42f4d8b0b4ab3c9f078e0","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58d42f4d8b0b4ab3c9f078e0: start","job_status":"start","queue_duration_s":2.038444,"scheduling_latency_s":2.038463}1389vm-test-run-nixbot-gitlab> gitlab # [  247.718703] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.859Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58d42f4d8b0b4ab3c9f078e0","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58d42f4d8b0b4ab3c9f078e0: done: 0.017062 sec","job_status":"done","queue_duration_s":2.038444,"scheduling_latency_s":2.038463,"redis_calls":13,"redis_duration_s":0.00164,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000566,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001074,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011277,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017062,"completed_at":"2026-06-30T06:42:14.859Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1390vm-test-run-nixbot-gitlab> gitlab # [  247.758886] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.860Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e2ba8e2133034fbf489d867a","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e2ba8e2133034fbf489d867a: start","job_status":"start","queue_duration_s":2.056891,"scheduling_latency_s":2.056908}1391vm-test-run-nixbot-gitlab> gitlab # [  247.771816] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:42:14.876Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e2ba8e2133034fbf489d867a","created_at":"2026-06-30T06:42:12.706Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-f3c23546c54349ee","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"ae8377c9f3d6f8833d02243b4fcdd931","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:42:12.803Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e2ba8e2133034fbf489d867a: done: 0.016107 sec","job_status":"done","queue_duration_s":2.056891,"scheduling_latency_s":2.056908,"redis_calls":13,"redis_duration_s":0.001601,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000592,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001009,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016107,"completed_at":"2026-06-30T06:42:14.876Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1392vm-test-run-nixbot-gitlab> gitlab # [  284.227166] setup-gitlab-start[3430]: W, [2026-06-30T06:42:53.101492 #3430]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1393vm-test-run-nixbot-gitlab> gitlab # [  294.610128] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:03.483Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"9e11d5474d3b04414e8ffade","created_at":"2026-06-30T06:43:03.460Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d00838aadb5ff9d5be96b895d3310568","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.480Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-9e11d5474d3b04414e8ffade: start","job_status":"start","queue_duration_s":0.00363,"scheduling_latency_s":0.003693}1394vm-test-run-nixbot-gitlab> gitlab # [  294.751920] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:03.626Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"9e11d5474d3b04414e8ffade","created_at":"2026-06-30T06:43:03.460Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d00838aadb5ff9d5be96b895d3310568","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.480Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-9e11d5474d3b04414e8ffade: done: 0.142613 sec","job_status":"done","queue_duration_s":0.00363,"scheduling_latency_s":0.003693,"redis_calls":15,"redis_duration_s":0.029831999999999997,"redis_read_bytes":775,"redis_write_bytes":1472,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.007579,"redis_feature_flag_read_bytes":768,"redis_feature_flag_write_bytes":400,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.008816,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.013437,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.047091,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.01175112,"exclusive_lock_hold_duration_s":0.01697626,"duration_s":0.142613,"completed_at":"2026-06-30T06:43:03.626Z","load_balancing_strategy":"primary","db_duration_s":0.011788,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1395vm-test-run-nixbot-gitlab> gitlab # [  294.842915] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:03.635Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"b155aef9be6a9baedc4ee3f0","created_at":"2026-06-30T06:43:03.509Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9192816801ec9e60af0006f368d9e13d","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.532Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-b155aef9be6a9baedc4ee3f0: start","job_status":"start","queue_duration_s":0.103343,"scheduling_latency_s":0.103412}1396vm-test-run-nixbot-gitlab> gitlab # [  294.860419] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:03.729Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"b155aef9be6a9baedc4ee3f0","created_at":"2026-06-30T06:43:03.509Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9192816801ec9e60af0006f368d9e13d","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.532Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-b155aef9be6a9baedc4ee3f0: done: 0.093663 sec","job_status":"done","queue_duration_s":0.103343,"scheduling_latency_s":0.103412,"redis_calls":7,"redis_duration_s":0.003373,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002415,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000958,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032073,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.093663,"completed_at":"2026-06-30T06:43:03.728Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.018944,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1397vm-test-run-nixbot-gitlab> gitlab # [  294.903610] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:03.734Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f28401dc1de6461d0389f5d5","created_at":"2026-06-30T06:43:03.567Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.577Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f28401dc1de6461d0389f5d5: start","job_status":"start","queue_duration_s":0.157541,"scheduling_latency_s":0.157603}1398vm-test-run-nixbot-gitlab> gitlab # [  295.213385] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.085Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"f28401dc1de6461d0389f5d5","created_at":"2026-06-30T06:43:03.567Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.577Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-f28401dc1de6461d0389f5d5: done: 0.351179 sec","job_status":"done","queue_duration_s":0.157541,"scheduling_latency_s":0.157603,"redis_calls":14,"redis_duration_s":0.0377,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.001379,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.027075,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.009246,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.165266,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.351179,"completed_at":"2026-06-30T06:43:04.085Z","load_balancing_strategy":"primary","db_duration_s":0.003736,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1399vm-test-run-nixbot-gitlab> gitlab # [  295.274006] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.105Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"880fe14e13226803e238909c","created_at":"2026-06-30T06:43:03.601Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"003d8df99822a7fc3d823179aacdefa6","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.619Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-880fe14e13226803e238909c: start","job_status":"start","queue_duration_s":0.485723,"scheduling_latency_s":0.48577}1400vm-test-run-nixbot-gitlab> gitlab # [  295.385102] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.259Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"880fe14e13226803e238909c","created_at":"2026-06-30T06:43:03.601Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"003d8df99822a7fc3d823179aacdefa6","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.619Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-880fe14e13226803e238909c: done: 0.153849 sec","job_status":"done","queue_duration_s":0.485723,"scheduling_latency_s":0.48577,"redis_calls":10,"redis_duration_s":0.013057000000000001,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.010762,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002295,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.097,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.097,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036541,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.10205142,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.153849,"completed_at":"2026-06-30T06:43:04.259Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.142954,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1401vm-test-run-nixbot-gitlab> gitlab # [  295.454433] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.267Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"b7913877f6e2dffc13410919","created_at":"2026-06-30T06:43:03.637Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f87921dc26d8de5dc8e789b9fde1483d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.646Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-b7913877f6e2dffc13410919: start","job_status":"start","queue_duration_s":0.620519,"scheduling_latency_s":0.620556}1402vm-test-run-nixbot-gitlab> gitlab # [  295.512772] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.387Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"b7913877f6e2dffc13410919","created_at":"2026-06-30T06:43:03.637Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f87921dc26d8de5dc8e789b9fde1483d","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.646Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-b7913877f6e2dffc13410919: done: 0.120615 sec","job_status":"done","queue_duration_s":0.620519,"scheduling_latency_s":0.620556,"redis_calls":9,"redis_duration_s":0.0037689999999999998,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.0018,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001969,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.041,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.041,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029518,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00115746,"exclusive_lock_hold_duration_s":0.03078336,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.120615,"completed_at":"2026-06-30T06:43:04.387Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.042538,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1403vm-test-run-nixbot-gitlab> gitlab # [  295.597999] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.390Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"d849c3a88b5ca5fcd4832dd2","created_at":"2026-06-30T06:43:03.683Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3bcd3a5c6dbad66d4789ed77189cf6cf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.690Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-d849c3a88b5ca5fcd4832dd2: start","job_status":"start","queue_duration_s":0.699645,"scheduling_latency_s":0.699678}1404vm-test-run-nixbot-gitlab> gitlab # [  295.615642] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.406Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1405vm-test-run-nixbot-gitlab> gitlab # [  295.619744] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.415Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"d849c3a88b5ca5fcd4832dd2","created_at":"2026-06-30T06:43:03.683Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3bcd3a5c6dbad66d4789ed77189cf6cf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.690Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-d849c3a88b5ca5fcd4832dd2: done: 0.024521 sec","job_status":"done","queue_duration_s":0.699645,"scheduling_latency_s":0.699678,"redis_calls":7,"redis_duration_s":0.003844,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001685,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002159,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024521,"completed_at":"2026-06-30T06:43:04.414Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1406vm-test-run-nixbot-gitlab> gitlab # [  295.663109] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.418Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"af5a424fd7600b72126fafa6","created_at":"2026-06-30T06:43:03.716Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7abe294938c3fb3044091a518db72d52","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.723Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-af5a424fd7600b72126fafa6: start","job_status":"start","queue_duration_s":0.694447,"scheduling_latency_s":0.694473}1407vm-test-run-nixbot-gitlab> gitlab # [  295.679185] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.437Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"af5a424fd7600b72126fafa6","created_at":"2026-06-30T06:43:03.716Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7abe294938c3fb3044091a518db72d52","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.723Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-af5a424fd7600b72126fafa6: done: 0.019231 sec","job_status":"done","queue_duration_s":0.694447,"scheduling_latency_s":0.694473,"redis_calls":7,"redis_duration_s":0.0018859999999999999,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00137,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000516,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011754,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019231,"completed_at":"2026-06-30T06:43:04.437Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1408vm-test-run-nixbot-gitlab> gitlab # [  295.722586] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.439Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"fbc916c9b212be91d9a5093f","created_at":"2026-06-30T06:43:03.753Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"06e6f47d92a4695cb8951b954e59dc6b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T06:43:03.760Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-fbc916c9b212be91d9a5093f: start","job_status":"start","queue_duration_s":0.678738,"scheduling_latency_s":0.678762}1409vm-test-run-nixbot-gitlab> gitlab # [  295.738057] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.448Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1410vm-test-run-nixbot-gitlab> gitlab # [  295.742206] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.456Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"fbc916c9b212be91d9a5093f","created_at":"2026-06-30T06:43:03.753Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"06e6f47d92a4695cb8951b954e59dc6b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-30T06:43:03.760Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-fbc916c9b212be91d9a5093f: done: 0.017629 sec","job_status":"done","queue_duration_s":0.678738,"scheduling_latency_s":0.678762,"redis_calls":7,"redis_duration_s":0.002134,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001548,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000586,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010755,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017629,"completed_at":"2026-06-30T06:43:04.456Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1411vm-test-run-nixbot-gitlab> gitlab # [  295.785078] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.458Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"3799675a756c3f181c70c54b","created_at":"2026-06-30T06:43:03.798Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c3019d6a914152d6811e6aed686c9814","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.815Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-3799675a756c3f181c70c54b: start","job_status":"start","queue_duration_s":0.64355,"scheduling_latency_s":0.643569}1412vm-test-run-nixbot-gitlab> gitlab # [  295.966831] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.841Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"3799675a756c3f181c70c54b","created_at":"2026-06-30T06:43:03.798Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c3019d6a914152d6811e6aed686c9814","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:03.815Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-3799675a756c3f181c70c54b: done: 0.382957 sec","job_status":"done","queue_duration_s":0.64355,"scheduling_latency_s":0.643569,"redis_calls":9,"redis_duration_s":0.002921,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001457,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001464,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.076,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.076,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.280843,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00075796,"exclusive_lock_hold_duration_s":0.36335672,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.382957,"completed_at":"2026-06-30T06:43:04.841Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.129096,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1413vm-test-run-nixbot-gitlab> gitlab # [  296.062906] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.843Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"55d30a9f2104969beccaf12c","created_at":"2026-06-30T06:43:03.924Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"324d61b839faaf55f90b9a062e4b2a78","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.043Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-55d30a9f2104969beccaf12c: start","job_status":"start","queue_duration_s":0.800149,"scheduling_latency_s":0.800175}1414vm-test-run-nixbot-gitlab> gitlab # [  296.080604] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.882Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"55d30a9f2104969beccaf12c","created_at":"2026-06-30T06:43:03.924Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"324d61b839faaf55f90b9a062e4b2a78","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.043Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-55d30a9f2104969beccaf12c: done: 0.038772 sec","job_status":"done","queue_duration_s":0.800149,"scheduling_latency_s":0.800175,"redis_calls":7,"redis_duration_s":0.002278,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00164,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000638,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011964,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.038772,"completed_at":"2026-06-30T06:43:04.882Z","load_balancing_strategy":"primary","db_duration_s":0.018759,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1415vm-test-run-nixbot-gitlab> gitlab # [  296.124660] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.884Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"4149fa47f92ae52fc2e7172e","created_at":"2026-06-30T06:43:03.816Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-a2216794c27344a1","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.045Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-4149fa47f92ae52fc2e7172e: start","job_status":"start","queue_duration_s":0.839646,"scheduling_latency_s":0.839672}1416vm-test-run-nixbot-gitlab> gitlab # [  296.138594] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.902Z","message":"No existing merge request to be cleaned up."}1417vm-test-run-nixbot-gitlab> gitlab # [  296.140387] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.913Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"4149fa47f92ae52fc2e7172e","created_at":"2026-06-30T06:43:03.816Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-a2216794c27344a1","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.045Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-4149fa47f92ae52fc2e7172e: done: 0.029093 sec","job_status":"done","queue_duration_s":0.839646,"scheduling_latency_s":0.839672,"redis_calls":10,"redis_duration_s":0.0034479999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001286,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002162,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016396,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.029093,"completed_at":"2026-06-30T06:43:04.913Z","load_balancing_strategy":"primary","db_duration_s":0.004779,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1418vm-test-run-nixbot-gitlab> gitlab # [  296.180527] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.915Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1bc59a6fec64a4b18396c0f7","created_at":"2026-06-30T06:43:03.816Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-a2216794c27344a1","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.045Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1bc59a6fec64a4b18396c0f7: start","job_status":"start","queue_duration_s":0.870357,"scheduling_latency_s":0.870377}1419vm-test-run-nixbot-gitlab> gitlab # [  296.193248] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.929Z","message":"No existing merge request to be cleaned up."}1420vm-test-run-nixbot-gitlab> gitlab # [  296.194979] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.939Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"1bc59a6fec64a4b18396c0f7","created_at":"2026-06-30T06:43:03.816Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-a2216794c27344a1","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.045Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-1bc59a6fec64a4b18396c0f7: done: 0.02394 sec","job_status":"done","queue_duration_s":0.870357,"scheduling_latency_s":0.870377,"redis_calls":10,"redis_duration_s":0.00285,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001206,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001644,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015113,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02394,"completed_at":"2026-06-30T06:43:04.939Z","load_balancing_strategy":"primary","db_duration_s":0.002944,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421vm-test-run-nixbot-gitlab> gitlab # [  296.234721] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.941Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2843d851c8c9472232a1bace","created_at":"2026-06-30T06:43:03.816Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-a2216794c27344a1","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.045Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2843d851c8c9472232a1bace: start","job_status":"start","queue_duration_s":0.896044,"scheduling_latency_s":0.896065}1422vm-test-run-nixbot-gitlab> gitlab # [  296.247708] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.954Z","message":"No existing merge request to be cleaned up."}1423vm-test-run-nixbot-gitlab> gitlab # [  296.249622] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.964Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2843d851c8c9472232a1bace","created_at":"2026-06-30T06:43:03.816Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-a2216794c27344a1","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.045Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2843d851c8c9472232a1bace: done: 0.02382 sec","job_status":"done","queue_duration_s":0.896044,"scheduling_latency_s":0.896065,"redis_calls":10,"redis_duration_s":0.002785,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001187,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001598,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014027,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02382,"completed_at":"2026-06-30T06:43:04.964Z","load_balancing_strategy":"primary","db_duration_s":0.002797,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1424vm-test-run-nixbot-gitlab> gitlab # [  296.290165] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.970Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"dc419d5a5c36f489fc9bd724","created_at":"2026-06-30T06:43:03.816Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-a2216794c27344a1","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.045Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-dc419d5a5c36f489fc9bd724: start","job_status":"start","queue_duration_s":0.925277,"scheduling_latency_s":0.925303}1425vm-test-run-nixbot-gitlab> gitlab # [  296.302982] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:04.983Z","message":"No existing merge request to be cleaned up."}1426vm-test-run-nixbot-gitlab> gitlab # [  296.304776] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.001Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"dc419d5a5c36f489fc9bd724","created_at":"2026-06-30T06:43:03.816Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-a2216794c27344a1","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"b46528fe4835ae6420e2a3b646032027","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.045Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-dc419d5a5c36f489fc9bd724: done: 0.03123 sec","job_status":"done","queue_duration_s":0.925277,"scheduling_latency_s":0.925303,"redis_calls":10,"redis_duration_s":0.003908,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001602,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002306,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019867,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03123,"completed_at":"2026-06-30T06:43:05.001Z","load_balancing_strategy":"primary","db_duration_s":0.002886,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1427vm-test-run-nixbot-gitlab> gitlab # [  296.345563] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.004Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"85cc048ac7d52025c0f6cd1e","created_at":"2026-06-30T06:43:04.073Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"51a4e4b919d0bbbd771e6c2574b75f4e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T06:43:04.082Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-85cc048ac7d52025c0f6cd1e: start","job_status":"start","queue_duration_s":0.922303,"scheduling_latency_s":0.922355}1428vm-test-run-nixbot-gitlab> gitlab # [  296.359474] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.028Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1429vm-test-run-nixbot-gitlab> gitlab # [  296.363101] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.043Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"85cc048ac7d52025c0f6cd1e","created_at":"2026-06-30T06:43:04.073Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"51a4e4b919d0bbbd771e6c2574b75f4e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-30T06:43:04.082Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-85cc048ac7d52025c0f6cd1e: done: 0.038249 sec","job_status":"done","queue_duration_s":0.922303,"scheduling_latency_s":0.922355,"redis_calls":7,"redis_duration_s":0.002444,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001759,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000685,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025344,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.038249,"completed_at":"2026-06-30T06:43:05.042Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1430vm-test-run-nixbot-gitlab> gitlab # [  296.404368] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.046Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PipelineScheduleWorker","jid":"525423557e69d81417ee853c","created_at":"2026-06-30T06:43:04.096Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"082de4b20eb46043aad3a946d3579eed","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f6baa6e6d21754c4b13358fe49f8c31a08729a9dd276fb680a810caf1bc7fab5","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.130Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineScheduleWorker JID-525423557e69d81417ee853c: start","job_status":"start","queue_duration_s":0.916163,"scheduling_latency_s":0.916209}1431vm-test-run-nixbot-gitlab> gitlab # [  296.417957] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.129Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PipelineScheduleWorker","jid":"525423557e69d81417ee853c","created_at":"2026-06-30T06:43:04.096Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"082de4b20eb46043aad3a946d3579eed","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f6baa6e6d21754c4b13358fe49f8c31a08729a9dd276fb680a810caf1bc7fab5","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.130Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineScheduleWorker JID-525423557e69d81417ee853c: done: 0.0831 sec","job_status":"done","queue_duration_s":0.916163,"scheduling_latency_s":0.916209,"redis_calls":12,"redis_duration_s":0.0052060000000000006,"redis_read_bytes":11,"redis_write_bytes":1281,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000792,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002501,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":518,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001913,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":476,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.047439,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00105888,"exclusive_lock_hold_duration_s":0.02623572,"duration_s":0.0831,"completed_at":"2026-06-30T06:43:05.129Z","load_balancing_strategy":"primary","db_duration_s":0.012271,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1432vm-test-run-nixbot-gitlab> gitlab # [  296.460646] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.132Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"52cffa85b04d476410aa5de5","created_at":"2026-06-30T06:43:04.139Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.143Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-52cffa85b04d476410aa5de5: start","job_status":"start","queue_duration_s":0.989126,"scheduling_latency_s":0.98917}1433vm-test-run-nixbot-gitlab> gitlab # [  296.474822] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.285Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"52cffa85b04d476410aa5de5","created_at":"2026-06-30T06:43:04.139Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.143Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-52cffa85b04d476410aa5de5: done: 0.153315 sec","job_status":"done","queue_duration_s":0.989126,"scheduling_latency_s":0.98917,"redis_calls":60,"redis_duration_s":0.020046,"redis_read_bytes":108,"redis_write_bytes":41059,"redis_queues_calls":2,"redis_queues_duration_s":0.000907,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.018235,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000904,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.129125,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.153315,"completed_at":"2026-06-30T06:43:05.285Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1434vm-test-run-nixbot-gitlab> gitlab # [  296.517833] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.288Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"26615db8e2f41f2cae2f0577","created_at":"2026-06-30T06:43:04.149Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ce88d0b43e9f612b2af2d90176489ef7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T06:43:04.152Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-26615db8e2f41f2cae2f0577: start","job_status":"start","queue_duration_s":1.1367,"scheduling_latency_s":1.136733}1435vm-test-run-nixbot-gitlab> gitlab # [  296.531873] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.316Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"26615db8e2f41f2cae2f0577","created_at":"2026-06-30T06:43:04.149Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ce88d0b43e9f612b2af2d90176489ef7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-30T06:43:04.152Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-26615db8e2f41f2cae2f0577: done: 0.028056 sec","job_status":"done","queue_duration_s":1.1367,"scheduling_latency_s":1.136733,"redis_calls":7,"redis_duration_s":0.002411,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001447,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000964,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019083,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028056,"completed_at":"2026-06-30T06:43:05.316Z","load_balancing_strategy":"primary","db_duration_s":0.002099,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1436vm-test-run-nixbot-gitlab> gitlab # [  296.573776] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.318Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"2cc37cfcf7b0132cc759226c","created_at":"2026-06-30T06:43:04.155Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fb7cd3076a2c72f67fd491f478674289","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.159Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-2cc37cfcf7b0132cc759226c: start","job_status":"start","queue_duration_s":1.159702,"scheduling_latency_s":1.159732}1437vm-test-run-nixbot-gitlab> gitlab # [  296.588756] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.331Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1438vm-test-run-nixbot-gitlab> gitlab # [  296.591934] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.342Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"2cc37cfcf7b0132cc759226c","created_at":"2026-06-30T06:43:04.155Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fb7cd3076a2c72f67fd491f478674289","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.159Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-2cc37cfcf7b0132cc759226c: done: 0.02366 sec","job_status":"done","queue_duration_s":1.159702,"scheduling_latency_s":1.159732,"redis_calls":7,"redis_duration_s":0.002652,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002023,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000629,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015715,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02366,"completed_at":"2026-06-30T06:43:05.342Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1439vm-test-run-nixbot-gitlab> gitlab # [  296.634345] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.344Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"d22576658f70286acb960fdc","created_at":"2026-06-30T06:43:04.179Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7c08a9de02f4daacbc0e0d3f529371ab","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.184Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-d22576658f70286acb960fdc: start","job_status":"start","queue_duration_s":1.160617,"scheduling_latency_s":1.160648}1440vm-test-run-nixbot-gitlab> gitlab # [  296.777721] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.652Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"d22576658f70286acb960fdc","created_at":"2026-06-30T06:43:04.179Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7c08a9de02f4daacbc0e0d3f529371ab","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.184Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-d22576658f70286acb960fdc: done: 0.308164 sec","job_status":"done","queue_duration_s":1.160617,"scheduling_latency_s":1.160648,"redis_calls":571,"redis_duration_s":0.0693,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001239,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.068061,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.273671,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.308164,"completed_at":"2026-06-30T06:43:05.652Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1441vm-test-run-nixbot-gitlab> gitlab # [  296.866401] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.654Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"6b5397dffce2aa5d2ed58fe8","created_at":"2026-06-30T06:43:04.191Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"70ec8c098647d68287b2a88acf62ea96","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.195Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-6b5397dffce2aa5d2ed58fe8: start","job_status":"start","queue_duration_s":1.459378,"scheduling_latency_s":1.459407}1442vm-test-run-nixbot-gitlab> gitlab # [  296.884529] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.705Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"6b5397dffce2aa5d2ed58fe8","created_at":"2026-06-30T06:43:04.191Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"70ec8c098647d68287b2a88acf62ea96","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.195Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-6b5397dffce2aa5d2ed58fe8: done: 0.050842 sec","job_status":"done","queue_duration_s":1.459378,"scheduling_latency_s":1.459407,"redis_calls":9,"redis_duration_s":0.0024879999999999998,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001304,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001184,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034398,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00065918,"exclusive_lock_hold_duration_s":0.0287159,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.050842,"completed_at":"2026-06-30T06:43:05.705Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010847,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1443vm-test-run-nixbot-gitlab> gitlab # [  296.929642] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.707Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"0fd10b46e763989fb750e4c7","created_at":"2026-06-30T06:43:04.202Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"463089f8ec08e78d6c6d56c61195bd52","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.206Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-0fd10b46e763989fb750e4c7: start","job_status":"start","queue_duration_s":1.501424,"scheduling_latency_s":1.501457}1444vm-test-run-nixbot-gitlab> gitlab # [  296.944029] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.738Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"0fd10b46e763989fb750e4c7","created_at":"2026-06-30T06:43:04.202Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"463089f8ec08e78d6c6d56c61195bd52","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.206Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-0fd10b46e763989fb750e4c7: done: 0.03144 sec","job_status":"done","queue_duration_s":1.501424,"scheduling_latency_s":1.501457,"redis_calls":7,"redis_duration_s":0.001992,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001451,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000541,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018856,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03144,"completed_at":"2026-06-30T06:43:05.738Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005167,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1445vm-test-run-nixbot-gitlab> gitlab # [  296.986177] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.741Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"a9778622afd0d8a673124fa5","created_at":"2026-06-30T06:43:04.217Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f92f97b96e2f0838f6a6708c93fb58a7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.221Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-a9778622afd0d8a673124fa5: start","job_status":"start","queue_duration_s":1.519356,"scheduling_latency_s":1.51939}1446vm-test-run-nixbot-gitlab> gitlab # [  297.001016] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.761Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"a9778622afd0d8a673124fa5","created_at":"2026-06-30T06:43:04.217Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f92f97b96e2f0838f6a6708c93fb58a7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.221Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-a9778622afd0d8a673124fa5: done: 0.02048 sec","job_status":"done","queue_duration_s":1.519356,"scheduling_latency_s":1.51939,"redis_calls":7,"redis_duration_s":0.001862,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00135,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000512,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012818,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02048,"completed_at":"2026-06-30T06:43:05.761Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447vm-test-run-nixbot-gitlab> gitlab # [  297.042143] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.763Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"9844e0186b2a876cf44f806e","created_at":"2026-06-30T06:43:04.243Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"29b2358fb65b1d8e8e8e71344d5a212e","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.248Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-9844e0186b2a876cf44f806e: start","job_status":"start","queue_duration_s":1.515236,"scheduling_latency_s":1.515261}1448vm-test-run-nixbot-gitlab> gitlab # [  297.056822] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.787Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"9844e0186b2a876cf44f806e","created_at":"2026-06-30T06:43:04.243Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"29b2358fb65b1d8e8e8e71344d5a212e","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.248Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-9844e0186b2a876cf44f806e: done: 0.023769 sec","job_status":"done","queue_duration_s":1.515236,"scheduling_latency_s":1.515261,"redis_calls":9,"redis_duration_s":0.0027990000000000003,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001463,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001336,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013843,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00069096,"exclusive_lock_hold_duration_s":0.0039096,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.023769,"completed_at":"2026-06-30T06:43:05.787Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002127,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [  297.099463] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.789Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"d2fdd2b916470169861f8f6d","created_at":"2026-06-30T06:43:04.269Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"175896c114ab4ed1f47c488a1556b8f2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.273Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-d2fdd2b916470169861f8f6d: start","job_status":"start","queue_duration_s":1.516252,"scheduling_latency_s":1.516278}1450vm-test-run-nixbot-gitlab> gitlab # [  297.114594] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.800Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1451vm-test-run-nixbot-gitlab> gitlab # [  297.118190] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.807Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"d2fdd2b916470169861f8f6d","created_at":"2026-06-30T06:43:04.269Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"175896c114ab4ed1f47c488a1556b8f2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.273Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-d2fdd2b916470169861f8f6d: done: 0.018491 sec","job_status":"done","queue_duration_s":1.516252,"scheduling_latency_s":1.516278,"redis_calls":7,"redis_duration_s":0.002347,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00175,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000597,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011231,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018491,"completed_at":"2026-06-30T06:43:05.807Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1452vm-test-run-nixbot-gitlab> gitlab # [  297.164514] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.809Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"0e450d467d412849a9d675d8","created_at":"2026-06-30T06:43:04.292Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"609af3dac36198817be2ac8eaf60dcf9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.298Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-0e450d467d412849a9d675d8: start","job_status":"start","queue_duration_s":1.511332,"scheduling_latency_s":1.511357}1453vm-test-run-nixbot-gitlab> gitlab # [  297.181746] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.820Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1454vm-test-run-nixbot-gitlab> gitlab # [  297.186064] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.827Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"0e450d467d412849a9d675d8","created_at":"2026-06-30T06:43:04.292Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-e55a9cf7e8a74d67","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"609af3dac36198817be2ac8eaf60dcf9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:04.298Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-0e450d467d412849a9d675d8: done: 0.017418 sec","job_status":"done","queue_duration_s":1.511332,"scheduling_latency_s":1.511357,"redis_calls":7,"redis_duration_s":0.0019320000000000001,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001373,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000559,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0103,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017418,"completed_at":"2026-06-30T06:43:05.827Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455vm-test-run-nixbot-gitlab> gitlab # [  297.231421] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.829Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"210afb9a9ef8e03136506c4a","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-210afb9a9ef8e03136506c4a: start","job_status":"start","queue_duration_s":0.551955,"scheduling_latency_s":0.551977}1456vm-test-run-nixbot-gitlab> gitlab # [  297.245064] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.846Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"210afb9a9ef8e03136506c4a","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-210afb9a9ef8e03136506c4a: done: 0.01742 sec","job_status":"done","queue_duration_s":0.551955,"scheduling_latency_s":0.551977,"redis_calls":13,"redis_duration_s":0.0030359999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001004,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002032,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010595,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01742,"completed_at":"2026-06-30T06:43:05.846Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1457vm-test-run-nixbot-gitlab> gitlab # [  297.287152] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.847Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e5b20f7ffd897ae6f103283","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e5b20f7ffd897ae6f103283: start","job_status":"start","queue_duration_s":0.5708,"scheduling_latency_s":0.570816}1458vm-test-run-nixbot-gitlab> gitlab # [  297.300677] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.864Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e5b20f7ffd897ae6f103283","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e5b20f7ffd897ae6f103283: done: 0.017069 sec","job_status":"done","queue_duration_s":0.5708,"scheduling_latency_s":0.570816,"redis_calls":13,"redis_duration_s":0.002934,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010227,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017069,"completed_at":"2026-06-30T06:43:05.864Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1459vm-test-run-nixbot-gitlab> gitlab # [  297.344274] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.866Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81dfa81c0bd9eed1e2d4f141","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81dfa81c0bd9eed1e2d4f141: start","job_status":"start","queue_duration_s":0.5894,"scheduling_latency_s":0.589417}1460vm-test-run-nixbot-gitlab> gitlab # [  297.357882] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.883Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"81dfa81c0bd9eed1e2d4f141","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-81dfa81c0bd9eed1e2d4f141: done: 0.017174 sec","job_status":"done","queue_duration_s":0.5894,"scheduling_latency_s":0.589417,"redis_calls":13,"redis_duration_s":0.003213,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001059,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002154,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010595,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017174,"completed_at":"2026-06-30T06:43:05.883Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1461vm-test-run-nixbot-gitlab> gitlab # [  297.402000] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.885Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e88c901aa2c526ccb1417f8","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e88c901aa2c526ccb1417f8: start","job_status":"start","queue_duration_s":0.608128,"scheduling_latency_s":0.608145}1462vm-test-run-nixbot-gitlab> gitlab # [  297.415295] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.907Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e88c901aa2c526ccb1417f8","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e88c901aa2c526ccb1417f8: done: 0.021865 sec","job_status":"done","queue_duration_s":0.608128,"scheduling_latency_s":0.608145,"redis_calls":13,"redis_duration_s":0.003571,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001229,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002342,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012565,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021865,"completed_at":"2026-06-30T06:43:05.907Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463vm-test-run-nixbot-gitlab> gitlab # [  297.458422] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.910Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b4a23498b19ab2de62b702f","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b4a23498b19ab2de62b702f: start","job_status":"start","queue_duration_s":0.633757,"scheduling_latency_s":0.633802}1464vm-test-run-nixbot-gitlab> gitlab # [  297.472455] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.956Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b4a23498b19ab2de62b702f","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b4a23498b19ab2de62b702f: done: 0.046071 sec","job_status":"done","queue_duration_s":0.633757,"scheduling_latency_s":0.633802,"redis_calls":13,"redis_duration_s":0.008269,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002288,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005981,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030054,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.046071,"completed_at":"2026-06-30T06:43:05.956Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1465vm-test-run-nixbot-gitlab> gitlab # [  297.515668] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.960Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ba21ddc3e997276bb2ac56a","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ba21ddc3e997276bb2ac56a: start","job_status":"start","queue_duration_s":0.683354,"scheduling_latency_s":0.683407}1466vm-test-run-nixbot-gitlab> gitlab # [  297.529370] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:05.999Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ba21ddc3e997276bb2ac56a","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ba21ddc3e997276bb2ac56a: done: 0.039377 sec","job_status":"done","queue_duration_s":0.683354,"scheduling_latency_s":0.683407,"redis_calls":13,"redis_duration_s":0.004608,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001495,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003113,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.039377,"completed_at":"2026-06-30T06:43:05.999Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1467vm-test-run-nixbot-gitlab> gitlab # [  297.571588] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"163b343bac3b2fa545c5daa1","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-163b343bac3b2fa545c5daa1: start","job_status":"start","queue_duration_s":0.725707,"scheduling_latency_s":0.725747}1468vm-test-run-nixbot-gitlab> gitlab # [  297.586398] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.032Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"163b343bac3b2fa545c5daa1","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-163b343bac3b2fa545c5daa1: done: 0.029449 sec","job_status":"done","queue_duration_s":0.725707,"scheduling_latency_s":0.725747,"redis_calls":13,"redis_duration_s":0.0036569999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001334,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002323,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018355,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.029449,"completed_at":"2026-06-30T06:43:06.032Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1469vm-test-run-nixbot-gitlab> gitlab # [  297.630985] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.035Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e568a39ed5d2363eaf251091","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e568a39ed5d2363eaf251091: start","job_status":"start","queue_duration_s":0.758692,"scheduling_latency_s":0.758755}1470vm-test-run-nixbot-gitlab> gitlab # [  297.645289] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.067Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e568a39ed5d2363eaf251091","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e568a39ed5d2363eaf251091: done: 0.031763 sec","job_status":"done","queue_duration_s":0.758692,"scheduling_latency_s":0.758755,"redis_calls":13,"redis_duration_s":0.0041860000000000005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001427,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002759,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021364,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031763,"completed_at":"2026-06-30T06:43:06.067Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1471vm-test-run-nixbot-gitlab> gitlab # [  297.687489] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.070Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b7af6423c13b264ef7ddcc4b","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b7af6423c13b264ef7ddcc4b: start","job_status":"start","queue_duration_s":0.792863,"scheduling_latency_s":0.792897}1472vm-test-run-nixbot-gitlab> gitlab # [  297.701383] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.097Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b7af6423c13b264ef7ddcc4b","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b7af6423c13b264ef7ddcc4b: done: 0.028011 sec","job_status":"done","queue_duration_s":0.792863,"scheduling_latency_s":0.792897,"redis_calls":13,"redis_duration_s":0.0037540000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001309,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002445,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.028011,"completed_at":"2026-06-30T06:43:06.097Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1473vm-test-run-nixbot-gitlab> gitlab # [  297.743235] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.100Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b50a7552b9d1104f808bdb4","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b50a7552b9d1104f808bdb4: start","job_status":"start","queue_duration_s":0.823126,"scheduling_latency_s":0.823157}1474vm-test-run-nixbot-gitlab> gitlab # [  297.757533] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.122Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b50a7552b9d1104f808bdb4","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b50a7552b9d1104f808bdb4: done: 0.0222 sec","job_status":"done","queue_duration_s":0.823126,"scheduling_latency_s":0.823157,"redis_calls":13,"redis_duration_s":0.003892,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001088,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002804,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012889,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0222,"completed_at":"2026-06-30T06:43:06.122Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1475vm-test-run-nixbot-gitlab> gitlab # [  297.799643] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.124Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9382c2ec1002c6d268214cce","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9382c2ec1002c6d268214cce: start","job_status":"start","queue_duration_s":0.847083,"scheduling_latency_s":0.847107}1476vm-test-run-nixbot-gitlab> gitlab # [  297.812998] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.142Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9382c2ec1002c6d268214cce","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9382c2ec1002c6d268214cce: done: 0.018517 sec","job_status":"done","queue_duration_s":0.847083,"scheduling_latency_s":0.847107,"redis_calls":13,"redis_duration_s":0.0031000000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001024,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002076,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011101,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018517,"completed_at":"2026-06-30T06:43:06.142Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1477vm-test-run-nixbot-gitlab> gitlab # [  297.854116] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.144Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c3f0a1b0dcf7fad7a4bb7c9e","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c3f0a1b0dcf7fad7a4bb7c9e: start","job_status":"start","queue_duration_s":0.867412,"scheduling_latency_s":0.867437}1478vm-test-run-nixbot-gitlab> gitlab # [  297.867122] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.163Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c3f0a1b0dcf7fad7a4bb7c9e","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c3f0a1b0dcf7fad7a4bb7c9e: done: 0.019183 sec","job_status":"done","queue_duration_s":0.867412,"scheduling_latency_s":0.867437,"redis_calls":13,"redis_duration_s":0.003363,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001124,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002239,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011276,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019183,"completed_at":"2026-06-30T06:43:06.163Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1479vm-test-run-nixbot-gitlab> gitlab # [  297.908160] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.165Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"320022cb5dc5d987363cf968","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-320022cb5dc5d987363cf968: start","job_status":"start","queue_duration_s":0.888506,"scheduling_latency_s":0.888535}1480vm-test-run-nixbot-gitlab> gitlab # [  297.921251] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.185Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"320022cb5dc5d987363cf968","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-320022cb5dc5d987363cf968: done: 0.020199 sec","job_status":"done","queue_duration_s":0.888506,"scheduling_latency_s":0.888535,"redis_calls":13,"redis_duration_s":0.002177,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00082,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001357,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020199,"completed_at":"2026-06-30T06:43:06.185Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1481vm-test-run-nixbot-gitlab> gitlab # [  297.962439] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.187Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1942d944b27dbf8f041ca4d3","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1942d944b27dbf8f041ca4d3: start","job_status":"start","queue_duration_s":0.910334,"scheduling_latency_s":0.910363}1482vm-test-run-nixbot-gitlab> gitlab # [  297.975343] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.207Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1942d944b27dbf8f041ca4d3","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1942d944b27dbf8f041ca4d3: done: 0.01978 sec","job_status":"done","queue_duration_s":0.910334,"scheduling_latency_s":0.910363,"redis_calls":13,"redis_duration_s":0.00274,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001094,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001646,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012156,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01978,"completed_at":"2026-06-30T06:43:06.207Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1483vm-test-run-nixbot-gitlab> gitlab # [  298.017190] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.209Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"041dd2483e76a20afcc05089","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-041dd2483e76a20afcc05089: start","job_status":"start","queue_duration_s":0.931936,"scheduling_latency_s":0.931963}1484vm-test-run-nixbot-gitlab> gitlab # [  298.030303] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"041dd2483e76a20afcc05089","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-041dd2483e76a20afcc05089: done: 0.020036 sec","job_status":"done","queue_duration_s":0.931936,"scheduling_latency_s":0.931963,"redis_calls":13,"redis_duration_s":0.002336,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000881,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001455,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012965,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020036,"completed_at":"2026-06-30T06:43:06.228Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1485vm-test-run-nixbot-gitlab> gitlab # [  298.071548] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.230Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47d06d84894f8008d572b5e4","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47d06d84894f8008d572b5e4: start","job_status":"start","queue_duration_s":0.953658,"scheduling_latency_s":0.953684}1486vm-test-run-nixbot-gitlab> gitlab # [  298.085180] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.249Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"47d06d84894f8008d572b5e4","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-47d06d84894f8008d572b5e4: done: 0.018452 sec","job_status":"done","queue_duration_s":0.953658,"scheduling_latency_s":0.953684,"redis_calls":13,"redis_duration_s":0.0020469999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000775,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001272,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011827,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018452,"completed_at":"2026-06-30T06:43:06.249Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1487vm-test-run-nixbot-gitlab> gitlab # [  298.127699] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff95e7d380b9fddb321a2996","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff95e7d380b9fddb321a2996: start","job_status":"start","queue_duration_s":0.973727,"scheduling_latency_s":0.973747}1488vm-test-run-nixbot-gitlab> gitlab # [  298.141578] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff95e7d380b9fddb321a2996","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff95e7d380b9fddb321a2996: done: 0.016643 sec","job_status":"done","queue_duration_s":0.973727,"scheduling_latency_s":0.973747,"redis_calls":13,"redis_duration_s":0.001833,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000535,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001298,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011066,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016643,"completed_at":"2026-06-30T06:43:06.267Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [  298.183911] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.268Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ca9eaac3b84871703cb7084","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ca9eaac3b84871703cb7084: start","job_status":"start","queue_duration_s":0.991574,"scheduling_latency_s":0.991592}1490vm-test-run-nixbot-gitlab> gitlab # [  298.198317] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.284Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4ca9eaac3b84871703cb7084","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4ca9eaac3b84871703cb7084: done: 0.0162 sec","job_status":"done","queue_duration_s":0.991574,"scheduling_latency_s":0.991592,"redis_calls":13,"redis_duration_s":0.001603,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00058,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001023,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010982,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0162,"completed_at":"2026-06-30T06:43:06.284Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1491vm-test-run-nixbot-gitlab> gitlab # [  298.240343] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.286Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82dfdb579536ead22a848a65","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82dfdb579536ead22a848a65: start","job_status":"start","queue_duration_s":1.009203,"scheduling_latency_s":1.009223}1492vm-test-run-nixbot-gitlab> gitlab # [  298.253755] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.302Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"82dfdb579536ead22a848a65","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-82dfdb579536ead22a848a65: done: 0.016421 sec","job_status":"done","queue_duration_s":1.009203,"scheduling_latency_s":1.009223,"redis_calls":13,"redis_duration_s":0.0016870000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000631,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001056,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011127,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016421,"completed_at":"2026-06-30T06:43:06.302Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1493vm-test-run-nixbot-gitlab> gitlab # [  298.296158] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.304Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49eb02dcae13adfbfdf3e389","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49eb02dcae13adfbfdf3e389: start","job_status":"start","queue_duration_s":1.027274,"scheduling_latency_s":1.027294}1494vm-test-run-nixbot-gitlab> gitlab # [  298.309547] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.321Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49eb02dcae13adfbfdf3e389","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49eb02dcae13adfbfdf3e389: done: 0.016877 sec","job_status":"done","queue_duration_s":1.027274,"scheduling_latency_s":1.027294,"redis_calls":13,"redis_duration_s":0.001713,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000606,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001107,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011412,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016877,"completed_at":"2026-06-30T06:43:06.321Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495vm-test-run-nixbot-gitlab> gitlab # [  298.352211] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.322Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdee1944c1e8a893d44f3682","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdee1944c1e8a893d44f3682: start","job_status":"start","queue_duration_s":1.045459,"scheduling_latency_s":1.045479}1496vm-test-run-nixbot-gitlab> gitlab # [  298.365542] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.339Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdee1944c1e8a893d44f3682","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdee1944c1e8a893d44f3682: done: 0.017209 sec","job_status":"done","queue_duration_s":1.045459,"scheduling_latency_s":1.045479,"redis_calls":13,"redis_duration_s":0.0018050000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000646,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001159,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011774,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017209,"completed_at":"2026-06-30T06:43:06.339Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497vm-test-run-nixbot-gitlab> gitlab # [  298.409705] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.341Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d1c201a004eb4aaa8545772b","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d1c201a004eb4aaa8545772b: start","job_status":"start","queue_duration_s":1.064017,"scheduling_latency_s":1.064036}1498vm-test-run-nixbot-gitlab> gitlab # [  298.423550] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.358Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d1c201a004eb4aaa8545772b","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d1c201a004eb4aaa8545772b: done: 0.01735 sec","job_status":"done","queue_duration_s":1.064017,"scheduling_latency_s":1.064036,"redis_calls":13,"redis_duration_s":0.0017760000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00064,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001136,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01123,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01735,"completed_at":"2026-06-30T06:43:06.358Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1499vm-test-run-nixbot-gitlab> gitlab # [  298.465594] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.360Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d1764cc21caed67535808b7b","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d1764cc21caed67535808b7b: start","job_status":"start","queue_duration_s":1.082933,"scheduling_latency_s":1.082953}1500vm-test-run-nixbot-gitlab> gitlab # [  298.478936] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.377Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d1764cc21caed67535808b7b","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d1764cc21caed67535808b7b: done: 0.017236 sec","job_status":"done","queue_duration_s":1.082933,"scheduling_latency_s":1.082953,"redis_calls":13,"redis_duration_s":0.001835,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000634,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001201,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011657,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017236,"completed_at":"2026-06-30T06:43:06.377Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1501vm-test-run-nixbot-gitlab> gitlab # [  298.521428] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.378Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2843ef7894e104f58192438f","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2843ef7894e104f58192438f: start","job_status":"start","queue_duration_s":1.101383,"scheduling_latency_s":1.101402}1502vm-test-run-nixbot-gitlab> gitlab # [  298.534966] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.395Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2843ef7894e104f58192438f","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2843ef7894e104f58192438f: done: 0.016549 sec","job_status":"done","queue_duration_s":1.101383,"scheduling_latency_s":1.101402,"redis_calls":13,"redis_duration_s":0.001606,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000582,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001024,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011256,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016549,"completed_at":"2026-06-30T06:43:06.394Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1503vm-test-run-nixbot-gitlab> gitlab # [  298.577727] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.396Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"337cc06e24cf44a7d640a8fc","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-337cc06e24cf44a7d640a8fc: start","job_status":"start","queue_duration_s":1.11919,"scheduling_latency_s":1.11921}1504vm-test-run-nixbot-gitlab> gitlab # [  298.590997] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.412Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"337cc06e24cf44a7d640a8fc","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-337cc06e24cf44a7d640a8fc: done: 0.016582 sec","job_status":"done","queue_duration_s":1.11919,"scheduling_latency_s":1.11921,"redis_calls":13,"redis_duration_s":0.00155,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000578,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000972,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010867,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016582,"completed_at":"2026-06-30T06:43:06.412Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1505vm-test-run-nixbot-gitlab> gitlab # [  298.634178] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.414Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd1096a1271e91aa16cf3ac0","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd1096a1271e91aa16cf3ac0: start","job_status":"start","queue_duration_s":1.137368,"scheduling_latency_s":1.137387}1506vm-test-run-nixbot-gitlab> gitlab # [  298.647677] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.431Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd1096a1271e91aa16cf3ac0","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd1096a1271e91aa16cf3ac0: done: 0.016968 sec","job_status":"done","queue_duration_s":1.137368,"scheduling_latency_s":1.137387,"redis_calls":13,"redis_duration_s":0.0017330000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000685,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001048,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011469,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016968,"completed_at":"2026-06-30T06:43:06.431Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1507vm-test-run-nixbot-gitlab> gitlab # [  298.690352] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.432Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c09158556707c0aa2107991f","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c09158556707c0aa2107991f: start","job_status":"start","queue_duration_s":1.155648,"scheduling_latency_s":1.155668}1508vm-test-run-nixbot-gitlab> gitlab # [  298.703956] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.449Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c09158556707c0aa2107991f","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c09158556707c0aa2107991f: done: 0.017235 sec","job_status":"done","queue_duration_s":1.155648,"scheduling_latency_s":1.155668,"redis_calls":13,"redis_duration_s":0.001849,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000632,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001217,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011669,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017235,"completed_at":"2026-06-30T06:43:06.449Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1509vm-test-run-nixbot-gitlab> gitlab # [  298.746033] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.451Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5fbf630ca73f4b4d1c2c7f1d","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5fbf630ca73f4b4d1c2c7f1d: start","job_status":"start","queue_duration_s":1.174136,"scheduling_latency_s":1.174157}1510vm-test-run-nixbot-gitlab> gitlab # [  298.759312] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.468Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5fbf630ca73f4b4d1c2c7f1d","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5fbf630ca73f4b4d1c2c7f1d: done: 0.017332 sec","job_status":"done","queue_duration_s":1.174136,"scheduling_latency_s":1.174157,"redis_calls":13,"redis_duration_s":0.001764,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000646,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001118,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011797,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017332,"completed_at":"2026-06-30T06:43:06.468Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511vm-test-run-nixbot-gitlab> gitlab # [  298.801686] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"64a12dd6c9858d4bc0f70711","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-64a12dd6c9858d4bc0f70711: start","job_status":"start","queue_duration_s":1.193285,"scheduling_latency_s":1.193308}1512vm-test-run-nixbot-gitlab> gitlab # [  298.816286] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.488Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"64a12dd6c9858d4bc0f70711","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-64a12dd6c9858d4bc0f70711: done: 0.0178 sec","job_status":"done","queue_duration_s":1.193285,"scheduling_latency_s":1.193308,"redis_calls":13,"redis_duration_s":0.001831,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000698,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001133,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012096,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0178,"completed_at":"2026-06-30T06:43:06.488Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1513vm-test-run-nixbot-gitlab> gitlab # [  298.858753] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.489Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1bee0aee7834f9d406263909","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1bee0aee7834f9d406263909: start","job_status":"start","queue_duration_s":1.212473,"scheduling_latency_s":1.212495}1514vm-test-run-nixbot-gitlab> gitlab # [  298.872735] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.510Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1bee0aee7834f9d406263909","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1bee0aee7834f9d406263909: done: 0.020512 sec","job_status":"done","queue_duration_s":1.212473,"scheduling_latency_s":1.212495,"redis_calls":13,"redis_duration_s":0.002438,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000992,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001446,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014438,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020512,"completed_at":"2026-06-30T06:43:06.510Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1515vm-test-run-nixbot-gitlab> gitlab # [  298.914896] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.511Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6dcf3bea48c07f72b749b07d","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6dcf3bea48c07f72b749b07d: start","job_status":"start","queue_duration_s":1.234458,"scheduling_latency_s":1.234481}1516vm-test-run-nixbot-gitlab> gitlab # [  298.928725] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.529Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6dcf3bea48c07f72b749b07d","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6dcf3bea48c07f72b749b07d: done: 0.017844 sec","job_status":"done","queue_duration_s":1.234458,"scheduling_latency_s":1.234481,"redis_calls":13,"redis_duration_s":0.001727,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000626,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001101,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012185,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017844,"completed_at":"2026-06-30T06:43:06.529Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1517vm-test-run-nixbot-gitlab> gitlab # [  298.971625] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.530Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6f7d420e3e529fc9adaac8b2","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6f7d420e3e529fc9adaac8b2: start","job_status":"start","queue_duration_s":1.253558,"scheduling_latency_s":1.253577}1518vm-test-run-nixbot-gitlab> gitlab # [  298.985457] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.546Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6f7d420e3e529fc9adaac8b2","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6f7d420e3e529fc9adaac8b2: done: 0.015699 sec","job_status":"done","queue_duration_s":1.253558,"scheduling_latency_s":1.253577,"redis_calls":13,"redis_duration_s":0.0014659999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000518,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000948,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010248,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015699,"completed_at":"2026-06-30T06:43:06.546Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1519vm-test-run-nixbot-gitlab> gitlab # [  299.029653] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.548Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"089b1c983e4800a9f9052697","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-089b1c983e4800a9f9052697: start","job_status":"start","queue_duration_s":1.270914,"scheduling_latency_s":1.270932}1520vm-test-run-nixbot-gitlab> gitlab # [  299.042956] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"089b1c983e4800a9f9052697","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-089b1c983e4800a9f9052697: done: 0.016242 sec","job_status":"done","queue_duration_s":1.270914,"scheduling_latency_s":1.270932,"redis_calls":13,"redis_duration_s":0.001608,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000616,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000992,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011132,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016242,"completed_at":"2026-06-30T06:43:06.564Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1521vm-test-run-nixbot-gitlab> gitlab # [  299.085304] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62e1e7519c616df366e015eb","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62e1e7519c616df366e015eb: start","job_status":"start","queue_duration_s":1.288381,"scheduling_latency_s":1.288399}1522vm-test-run-nixbot-gitlab> gitlab # [  299.098726] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62e1e7519c616df366e015eb","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62e1e7519c616df366e015eb: done: 0.017703 sec","job_status":"done","queue_duration_s":1.288381,"scheduling_latency_s":1.288399,"redis_calls":13,"redis_duration_s":0.0017130000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000617,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001096,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011535,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017703,"completed_at":"2026-06-30T06:43:06.583Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523vm-test-run-nixbot-gitlab> gitlab # [  299.141339] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.584Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c36558ecfaa3c1fc001ae205","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c36558ecfaa3c1fc001ae205: start","job_status":"start","queue_duration_s":1.307506,"scheduling_latency_s":1.307527}1524vm-test-run-nixbot-gitlab> gitlab # [  299.154717] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.602Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c36558ecfaa3c1fc001ae205","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c36558ecfaa3c1fc001ae205: done: 0.017539 sec","job_status":"done","queue_duration_s":1.307506,"scheduling_latency_s":1.307527,"redis_calls":13,"redis_duration_s":0.001756,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000632,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001124,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017539,"completed_at":"2026-06-30T06:43:06.602Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [  299.196488] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.604Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e67e15b1533c1aa7cd6dd74","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e67e15b1533c1aa7cd6dd74: start","job_status":"start","queue_duration_s":1.326408,"scheduling_latency_s":1.326429}1526vm-test-run-nixbot-gitlab> gitlab # [  299.209850] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.622Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e67e15b1533c1aa7cd6dd74","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e67e15b1533c1aa7cd6dd74: done: 0.01867 sec","job_status":"done","queue_duration_s":1.326408,"scheduling_latency_s":1.326429,"redis_calls":13,"redis_duration_s":0.001804,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000663,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001141,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011806,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01867,"completed_at":"2026-06-30T06:43:06.622Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527vm-test-run-nixbot-gitlab> gitlab # [  299.253385] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.623Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cab459d3e26d0f80bc69ebf6","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cab459d3e26d0f80bc69ebf6: start","job_status":"start","queue_duration_s":1.346409,"scheduling_latency_s":1.346429}1528vm-test-run-nixbot-gitlab> gitlab # [  299.266623] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.641Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cab459d3e26d0f80bc69ebf6","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cab459d3e26d0f80bc69ebf6: done: 0.017582 sec","job_status":"done","queue_duration_s":1.346409,"scheduling_latency_s":1.346429,"redis_calls":13,"redis_duration_s":0.001818,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000647,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001171,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01186,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017582,"completed_at":"2026-06-30T06:43:06.641Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1529vm-test-run-nixbot-gitlab> gitlab # [  299.308722] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.644Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e26b9b44f800935b3b1a80a6","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e26b9b44f800935b3b1a80a6: start","job_status":"start","queue_duration_s":1.367188,"scheduling_latency_s":1.367242}1530vm-test-run-nixbot-gitlab> gitlab # [  299.321786] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.675Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e26b9b44f800935b3b1a80a6","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e26b9b44f800935b3b1a80a6: done: 0.031501 sec","job_status":"done","queue_duration_s":1.367188,"scheduling_latency_s":1.367242,"redis_calls":13,"redis_duration_s":0.002647,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001119,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001528,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020399,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031501,"completed_at":"2026-06-30T06:43:06.675Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1531vm-test-run-nixbot-gitlab> gitlab # [  299.364873] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.677Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bd2adefc3ebe54e6495ae07","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bd2adefc3ebe54e6495ae07: start","job_status":"start","queue_duration_s":1.400519,"scheduling_latency_s":1.400554}1532vm-test-run-nixbot-gitlab> gitlab # [  299.378504] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.701Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bd2adefc3ebe54e6495ae07","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bd2adefc3ebe54e6495ae07: done: 0.023957 sec","job_status":"done","queue_duration_s":1.400519,"scheduling_latency_s":1.400554,"redis_calls":13,"redis_duration_s":0.002317,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000883,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001434,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015603,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023957,"completed_at":"2026-06-30T06:43:06.701Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1533vm-test-run-nixbot-gitlab> gitlab # [  299.422369] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.703Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff25fb12cc0f1349571d5c99","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff25fb12cc0f1349571d5c99: start","job_status":"start","queue_duration_s":1.426627,"scheduling_latency_s":1.426661}1534vm-test-run-nixbot-gitlab> gitlab # [  299.435684] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.721Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff25fb12cc0f1349571d5c99","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff25fb12cc0f1349571d5c99: done: 0.017981 sec","job_status":"done","queue_duration_s":1.426627,"scheduling_latency_s":1.426661,"redis_calls":13,"redis_duration_s":0.001529,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000544,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000985,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011292,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017981,"completed_at":"2026-06-30T06:43:06.721Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535vm-test-run-nixbot-gitlab> gitlab # [  299.479354] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.723Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cffc8ded9acbdd8948932705","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cffc8ded9acbdd8948932705: start","job_status":"start","queue_duration_s":1.445864,"scheduling_latency_s":1.445883}1536vm-test-run-nixbot-gitlab> gitlab # [  299.493488] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.739Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cffc8ded9acbdd8948932705","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cffc8ded9acbdd8948932705: done: 0.016265 sec","job_status":"done","queue_duration_s":1.445864,"scheduling_latency_s":1.445883,"redis_calls":13,"redis_duration_s":0.001567,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000565,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001002,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016265,"completed_at":"2026-06-30T06:43:06.739Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537vm-test-run-nixbot-gitlab> gitlab # [  299.536878] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.740Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53e4449c4947e93d236ac5b5","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53e4449c4947e93d236ac5b5: start","job_status":"start","queue_duration_s":1.463455,"scheduling_latency_s":1.463475}1538vm-test-run-nixbot-gitlab> gitlab # [  299.550505] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.757Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"53e4449c4947e93d236ac5b5","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-53e4449c4947e93d236ac5b5: done: 0.016851 sec","job_status":"done","queue_duration_s":1.463455,"scheduling_latency_s":1.463475,"redis_calls":13,"redis_duration_s":0.0016680000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000591,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001077,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011504,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016851,"completed_at":"2026-06-30T06:43:06.757Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539vm-test-run-nixbot-gitlab> gitlab # [  299.595349] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.759Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d05ca6fff52e253e66bbe1e0","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d05ca6fff52e253e66bbe1e0: start","job_status":"start","queue_duration_s":1.481666,"scheduling_latency_s":1.481686}1540vm-test-run-nixbot-gitlab> gitlab # [  299.608774] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.776Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d05ca6fff52e253e66bbe1e0","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d05ca6fff52e253e66bbe1e0: done: 0.017374 sec","job_status":"done","queue_duration_s":1.481666,"scheduling_latency_s":1.481686,"redis_calls":13,"redis_duration_s":0.001781,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000622,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001159,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010975,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017374,"completed_at":"2026-06-30T06:43:06.776Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1541vm-test-run-nixbot-gitlab> gitlab # [  299.653591] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.777Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a7002c2417c7440edc92343","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a7002c2417c7440edc92343: start","job_status":"start","queue_duration_s":1.500414,"scheduling_latency_s":1.500435}1542vm-test-run-nixbot-gitlab> gitlab # [  299.667445] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.794Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a7002c2417c7440edc92343","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a7002c2417c7440edc92343: done: 0.017481 sec","job_status":"done","queue_duration_s":1.500414,"scheduling_latency_s":1.500435,"redis_calls":13,"redis_duration_s":0.00195,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00069,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00126,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011814,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017481,"completed_at":"2026-06-30T06:43:06.794Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [  299.710998] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.796Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"95ef74207789f4840a1b1414","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-95ef74207789f4840a1b1414: start","job_status":"start","queue_duration_s":1.519332,"scheduling_latency_s":1.519353}1544vm-test-run-nixbot-gitlab> gitlab # [  299.724838] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.814Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"95ef74207789f4840a1b1414","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-95ef74207789f4840a1b1414: done: 0.017597 sec","job_status":"done","queue_duration_s":1.519332,"scheduling_latency_s":1.519353,"redis_calls":13,"redis_duration_s":0.002137,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000627,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00151,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011747,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017597,"completed_at":"2026-06-30T06:43:06.813Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545vm-test-run-nixbot-gitlab> gitlab # [  299.767024] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.815Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93c29ca8f4631ec1247609a4","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93c29ca8f4631ec1247609a4: start","job_status":"start","queue_duration_s":1.538276,"scheduling_latency_s":1.538296}1546vm-test-run-nixbot-gitlab> gitlab # [  299.780894] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.833Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93c29ca8f4631ec1247609a4","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93c29ca8f4631ec1247609a4: done: 0.017807 sec","job_status":"done","queue_duration_s":1.538276,"scheduling_latency_s":1.538296,"redis_calls":13,"redis_duration_s":0.0018189999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000694,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001125,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011148,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017807,"completed_at":"2026-06-30T06:43:06.833Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547vm-test-run-nixbot-gitlab> gitlab # [  299.824186] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.834Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d15633da09cdbea3ba03d26d","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d15633da09cdbea3ba03d26d: start","job_status":"start","queue_duration_s":1.55766,"scheduling_latency_s":1.557681}1548vm-test-run-nixbot-gitlab> gitlab # [  299.838999] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.852Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d15633da09cdbea3ba03d26d","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d15633da09cdbea3ba03d26d: done: 0.017647 sec","job_status":"done","queue_duration_s":1.55766,"scheduling_latency_s":1.557681,"redis_calls":13,"redis_duration_s":0.001975,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000644,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001331,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011862,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017647,"completed_at":"2026-06-30T06:43:06.852Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549vm-test-run-nixbot-gitlab> gitlab # [  299.881543] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a5c973312a736505b428c78","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a5c973312a736505b428c78: start","job_status":"start","queue_duration_s":1.57858,"scheduling_latency_s":1.57863}1550vm-test-run-nixbot-gitlab> gitlab # [  299.895019] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.898Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a5c973312a736505b428c78","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a5c973312a736505b428c78: done: 0.042675 sec","job_status":"done","queue_duration_s":1.57858,"scheduling_latency_s":1.57863,"redis_calls":13,"redis_duration_s":0.00429,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001641,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002649,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.042675,"completed_at":"2026-06-30T06:43:06.898Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [  299.937767] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.901Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1cafc78b42c7d02ba5c98886","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1cafc78b42c7d02ba5c98886: start","job_status":"start","queue_duration_s":1.624216,"scheduling_latency_s":1.624265}1552vm-test-run-nixbot-gitlab> gitlab # [  299.951315] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.944Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1cafc78b42c7d02ba5c98886","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1cafc78b42c7d02ba5c98886: done: 0.043479 sec","job_status":"done","queue_duration_s":1.624216,"scheduling_latency_s":1.624265,"redis_calls":13,"redis_duration_s":0.004425,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001527,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002898,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027845,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.043479,"completed_at":"2026-06-30T06:43:06.944Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [  299.994477] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.947Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b339c52efdf24844b9ce3d44","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b339c52efdf24844b9ce3d44: start","job_status":"start","queue_duration_s":1.670468,"scheduling_latency_s":1.670513}1554vm-test-run-nixbot-gitlab> gitlab # [  300.007768] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:06.977Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b339c52efdf24844b9ce3d44","created_at":"2026-06-30T06:43:05.156Z","trace_propagation_headers":{"sentry-trace":"3592c64c2fe144b39753a6596ce0295d-95a7341acacf4516","baggage":"sentry-trace_id=3592c64c2fe144b39753a6596ce0295d,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"bbfb1be00338ce873793727f5833164e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:05.277Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b339c52efdf24844b9ce3d44: done: 0.030119 sec","job_status":"done","queue_duration_s":1.670468,"scheduling_latency_s":1.670513,"redis_calls":13,"redis_duration_s":0.003864,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001317,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002547,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019223,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.030119,"completed_at":"2026-06-30T06:43:06.977Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [  310.219685] redis[1261]: 10 changes in 300 seconds. Saving...1556vm-test-run-nixbot-gitlab> gitlab # [  310.226224] redis[1261]: Background saving started by pid 37551557vm-test-run-nixbot-gitlab> gitlab # [  310.231159] redis[3755]: BGSAVE done, 474 keys saved, 0 keys skipped, 120883 bytes written.1558vm-test-run-nixbot-gitlab> gitlab # [  310.237494] redis[3755]: DB saved on disk1559vm-test-run-nixbot-gitlab> gitlab # [  310.239821] redis[3755]: Fork CoW for RDB: current 0 MB, peak 0 MB, average 0 MB1560vm-test-run-nixbot-gitlab> gitlab # [  310.321054] redis[1261]: Background saving terminated with success1561vm-test-run-nixbot-gitlab> gitlab # [  311.532406] postgres[1327]: [1327] LOG:  checkpoint starting: time1562vm-test-run-nixbot-gitlab> gitlab # [  313.408744] gitaly[1361]: time="2026-06-30T06:43:22.282Z" level=info msg="burden monitor stats" pid=1361 top_10_by_cpu="[]" top_10_by_memory="[]"1563vm-test-run-nixbot-gitlab> gitlab # [  332.199867] runuser[3429]: pam_unix(runuser:session): session closed for user gitlab1564vm-test-run-nixbot-gitlab> gitlab # [  332.204138] setup-gitlab-start[3845]: +++ date -d '+7 days' +%F1565vm-test-run-nixbot-gitlab> gitlab # [  332.207888] setup-gitlab-start[3844]: ++ jq -r .token1566vm-test-run-nixbot-gitlab> gitlab # [  332.211317] setup-gitlab-start[3843]: ++ curl -fs -X POST -H 'Authorization: Bearer baa5904481c976834afc1294fc8a1c2d15d6e915d3ff409b93f864921cb6a761' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-07-07"}' http://gitlab/api/v4/users/1/personal_access_tokens1567vm-test-run-nixbot-gitlab> gitlab # [  332.944363] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:41.817Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"b171bcdf8a60204b157a557f","created_at":"2026-06-30T06:43:41.740Z","trace_propagation_headers":{"sentry-trace":"358af0087b17460283273bec30608326-6b6faa8a84a34d0d","baggage":"sentry-trace_id=358af0087b17460283273bec30608326,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9VD5TPVYFGSCH0QY8CZS","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:95763172acfc9edfe07c4499734c355afa9a15d7d1f47391ff8d269fc8b179ca","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:41.812Z","job_size_bytes":451,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-b171bcdf8a60204b157a557f: start","job_status":"start","queue_duration_s":0.005324,"scheduling_latency_s":0.00539}1568vm-test-run-nixbot-gitlab> gitlab # [  332.964902] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:41 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 7401569vm-test-run-nixbot-gitlab> gitlab # [  332.995509] setup-gitlab-start[3373]: + TOKEN=glpat-Umr_ewWiYW7adp6ddyDspm86MQp1OjEH.01.0w02e3cp11570vm-test-run-nixbot-gitlab> gitlab # [  333.003272] setup-gitlab-start[3373]: + test -n glpat-Umr_ewWiYW7adp6ddyDspm86MQp1OjEH.01.0w02e3cp11571vm-test-run-nixbot-gitlab> gitlab # [  333.006226] setup-gitlab-start[3373]: + test glpat-Umr_ewWiYW7adp6ddyDspm86MQp1OjEH.01.0w02e3cp1 '!=' null1572vm-test-run-nixbot-gitlab> gitlab # [  333.009291] setup-gitlab-start[3373]: + mkdir -p /var/lib/secrets1573vm-test-run-nixbot-gitlab> gitlab # [  333.011300] setup-gitlab-start[3373]: + echo glpat-Umr_ewWiYW7adp6ddyDspm86MQp1OjEH.01.0w02e3cp11574vm-test-run-nixbot-gitlab> gitlab # [  333.014219] setup-gitlab-start[3373]: + chmod 644 /var/lib/secrets/gitlab-token1575vm-test-run-nixbot-gitlab> gitlab # [  333.016608] setup-gitlab-start[3373]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-Umr_ewWiYW7adp6ddyDspm86MQp1OjEH.01.0w02e3cp1' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1576vm-test-run-nixbot-gitlab> gitlab # [  333.225941] sidekiq-cluster[2481]: {"severity":"WARN","time":"2026-06-30T06:43:42.098Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"b171bcdf8a60204b157a557f","created_at":"2026-06-30T06:43:41.740Z","trace_propagation_headers":{"sentry-trace":"358af0087b17460283273bec30608326-6b6faa8a84a34d0d","baggage":"sentry-trace_id=358af0087b17460283273bec30608326,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9VD5TPVYFGSCH0QY8CZS","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:95763172acfc9edfe07c4499734c355afa9a15d7d1f47391ff8d269fc8b179ca","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:41.812Z","job_size_bytes":451,"pid":2481,"sidekiq_tid":"lynp","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-b171bcdf8a60204b157a557f: fail: 0.279931 sec","job_status":"fail","queue_duration_s":0.005324,"scheduling_latency_s":0.00539,"redis_calls":11,"redis_duration_s":0.005803,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001506,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003203,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001094,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.044,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.044,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.180952,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00097966,"duration_s":0.279931,"completed_at":"2026-06-30T06:43:42.097Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.063582,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [  335.022809] gitaly[1361]: time="2026-06-30T06:43:43.897Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:53.006" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:43.897" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1578vm-test-run-nixbot-gitlab> gitlab # [  335.023291] gitaly[1361]: time="2026-06-30T06:43:43.897Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:53.006" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:43.897" grpc.time_ms=0.332 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1579vm-test-run-nixbot-gitlab> gitlab # [  335.592561] gitaly[1361]: time="2026-06-30T06:43:44.468Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:54.006" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.467" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1580vm-test-run-nixbot-gitlab> gitlab # [  335.624629] gitaly[1361]: time="2026-06-30T06:43:44.468Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:54.006" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.467" grpc.time_ms=0.748 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1581vm-test-run-nixbot-gitlab> gitlab # [  335.660444] gitaly[1361]: time="2026-06-30T06:43:44.517Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N diskcache=ac56f676-a45f-4844-81c4-1df5ca753428 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T06:43:54.023" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.484" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1582vm-test-run-nixbot-gitlab> gitlab # [  335.684283] gitaly[1361]: time="2026-06-30T06:43:44.518Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=298 command.oublock=32 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T06:43:54.023" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.484" grpc.time_ms=33.617 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1583vm-test-run-nixbot-gitlab> gitlab # [  335.707593] gitaly[1361]: time="2026-06-30T06:43:44.552Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:54.090" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.551" pid=1361 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1584vm-test-run-nixbot-gitlab> gitlab # [  335.723705] gitaly[1361]: time="2026-06-30T06:43:44.552Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:54.090" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.551" grpc.time_ms=1.498 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1585vm-test-run-nixbot-gitlab> gitlab # [  335.738753] gitaly[1361]: time="2026-06-30T06:43:44.608Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=30 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:54.114" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.575" grpc.time_ms=32.488 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1586vm-test-run-nixbot-gitlab> gitlab # [  335.810378] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:44.684Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"a6680a8304ac55fd3a01179a","created_at":"2026-06-30T06:43:44.633Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:44.681Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-a6680a8304ac55fd3a01179a: start","job_status":"start","queue_duration_s":0.002873,"scheduling_latency_s":0.002942}1587vm-test-run-nixbot-gitlab> gitlab # [  335.890724] gitaly[1361]: time="2026-06-30T06:43:44.766Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:54.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.765" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1588vm-test-run-nixbot-gitlab> gitlab # [  335.924936] gitaly[1361]: time="2026-06-30T06:43:44.766Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:54.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.765" grpc.time_ms=0.677 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1589vm-test-run-nixbot-gitlab> gitlab # [  335.957466] gitaly[1361]: time="2026-06-30T06:43:44.807Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N diskcache=1bd4d99e-41b0-49ea-ac04-47b38cae0067 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T06:43:54.009" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.769" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1590vm-test-run-nixbot-gitlab> gitlab # [  335.980159] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:44.824Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"a6680a8304ac55fd3a01179a","created_at":"2026-06-30T06:43:44.633Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:44.681Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-a6680a8304ac55fd3a01179a: done: 0.140796 sec","job_status":"done","queue_duration_s":0.002873,"scheduling_latency_s":0.002942,"redis_calls":13,"redis_duration_s":0.007025,"redis_read_bytes":138,"redis_write_bytes":1593,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001408,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":428,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002818,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002799,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.107996,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.07660714,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.140796,"completed_at":"2026-06-30T06:43:44.824Z","load_balancing_strategy":"primary","db_duration_s":0.016746,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1591vm-test-run-nixbot-gitlab> gitlab # [  336.046635] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:44.828Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"f913f9578d19f9b3cd911bfe","created_at":"2026-06-30T06:43:44.729Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:44.750Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-f913f9578d19f9b3cd911bfe: start","job_status":"start","queue_duration_s":0.077356,"scheduling_latency_s":0.077404}1592vm-test-run-nixbot-gitlab> gitlab # [  336.062996] gitaly[1361]: time="2026-06-30T06:43:44.808Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=299 command.oublock=32 command.real_time_ms=13 command.spawn_token_fork_ms=4 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-30T06:43:54.009" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.769" grpc.time_ms=38.072 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1593vm-test-run-nixbot-gitlab> gitlab # [  336.077126] gitaly[1361]: time="2026-06-30T06:43:44.835Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:54.073" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.834" pid=1361 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1594vm-test-run-nixbot-gitlab> gitlab # [  336.087937] gitaly[1361]: time="2026-06-30T06:43:44.835Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:54.073" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.834" grpc.time_ms=1.387 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1595vm-test-run-nixbot-gitlab> gitlab # [  336.099412] gitaly[1361]: time="2026-06-30T06:43:44.863Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:54.088" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:44.849" grpc.time_ms=13.694 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1596vm-test-run-nixbot-gitlab> gitlab # [  336.143143] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:45.018Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"f913f9578d19f9b3cd911bfe","created_at":"2026-06-30T06:43:44.729Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:44.750Z","job_size_bytes":2,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-f913f9578d19f9b3cd911bfe: done: 0.190016 sec","job_status":"done","queue_duration_s":0.077356,"scheduling_latency_s":0.077404,"redis_calls":14,"redis_duration_s":0.004346,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000851,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001869,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001626,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.13666,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.14258832,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.190016,"completed_at":"2026-06-30T06:43:45.017Z","load_balancing_strategy":"primary","db_duration_s":0.041016,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1597vm-test-run-nixbot-gitlab> gitlab # [  336.365618] gitaly[1361]: time="2026-06-30T06:43:45.241Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:55.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:45.240" grpc.time_ms=0.357 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1598vm-test-run-nixbot-gitlab> gitlab # [  336.653885] gitaly[1361]: time="2026-06-30T06:43:45.529Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T06:43:55.067" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:45.528" grpc.time_ms=0.644 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1599vm-test-run-nixbot-gitlab> gitlab # [  336.951637] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:45.825Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"eaa2a91cc165370b8bd326eb","created_at":"2026-06-30T06:43:45.810Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:45.817Z","job_size_bytes":5,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-eaa2a91cc165370b8bd326eb: start","job_status":"start","queue_duration_s":0.007254,"scheduling_latency_s":0.00732}1600vm-test-run-nixbot-gitlab> gitlab # [  337.073125] gitaly[1361]: time="2026-06-30T06:43:45.943Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBM9W6M1W2227PRT0MAVJ3N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:55.033" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:45.924" grpc.time_ms=18.398 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1601vm-test-run-nixbot-gitlab> gitlab # [  337.111486] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:45.972Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"eaa2a91cc165370b8bd326eb","created_at":"2026-06-30T06:43:45.810Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:45.817Z","job_size_bytes":5,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-eaa2a91cc165370b8bd326eb: done: 0.147572 sec","job_status":"done","queue_duration_s":0.007254,"scheduling_latency_s":0.00732,"redis_calls":12,"redis_duration_s":0.004739999999999999,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001095,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002525,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00112,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.02,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.102237,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00054338,"duration_s":0.147572,"completed_at":"2026-06-30T06:43:45.972Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.030814,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1602vm-test-run-nixbot-gitlab> gitlab # [  337.186035] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:45.974Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"e14f257557aefdd876cb1963","created_at":"2026-06-30T06:43:45.857Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:45.869Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-e14f257557aefdd876cb1963: start","job_status":"start","queue_duration_s":0.105437,"scheduling_latency_s":0.105463}1603vm-test-run-nixbot-gitlab> gitlab # [  337.578483] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:46.453Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"e14f257557aefdd876cb1963","created_at":"2026-06-30T06:43:45.857Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:45.869Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-e14f257557aefdd876cb1963: done: 0.478544 sec","job_status":"done","queue_duration_s":0.105437,"scheduling_latency_s":0.105463,"redis_calls":11,"redis_duration_s":0.004199,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000887,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0025,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000812,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.056,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.421,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.421,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.05,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.353974,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00093764,"duration_s":0.478544,"completed_at":"2026-06-30T06:43:46.453Z","load_balancing_strategy":"primary","db_duration_s":0.140446,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1604vm-test-run-nixbot-gitlab> gitlab # [  337.687519] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:46.456Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"d878ace0093e12c202a916ae","created_at":"2026-06-30T06:43:45.878Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:45.888Z","job_size_bytes":89,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-d878ace0093e12c202a916ae: start","job_status":"start","queue_duration_s":0.568153,"scheduling_latency_s":0.568193}1605vm-test-run-nixbot-gitlab> gitlab # [  337.717722] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:46.564Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"d878ace0093e12c202a916ae","created_at":"2026-06-30T06:43:45.878Z","trace_propagation_headers":{"sentry-trace":"09e397ad660b4a0cb06643e56454de51-86adb659a8c14574","baggage":"sentry-trace_id=09e397ad660b4a0cb06643e56454de51,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9W6M1W2227PRT0MAVJ3N","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:45.888Z","job_size_bytes":89,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-d878ace0093e12c202a916ae: done: 0.108391 sec","job_status":"done","queue_duration_s":0.568153,"scheduling_latency_s":0.568193,"redis_calls":11,"redis_duration_s":0.00491,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.002135,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002096,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000679,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.064544,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004609,"duration_s":0.108391,"completed_at":"2026-06-30T06:43:46.564Z","load_balancing_strategy":"primary","db_duration_s":0.030977,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1606vm-test-run-nixbot-gitlab> gitlab # [  337.775358] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 46991607vm-test-run-nixbot-gitlab> gitlab # [  337.778022] setup-gitlab-start[3373]: + mkdir -p /tmp/test-flake1608vm-test-run-nixbot-gitlab> gitlab # [  337.779017] setup-gitlab-start[3373]: + cd /tmp/test-flake1609vm-test-run-nixbot-gitlab> gitlab # [  337.779902] setup-gitlab-start[3373]: + git init -b master1610vm-test-run-nixbot-gitlab> gitlab # [  337.781074] setup-gitlab-start[3896]: Initialized empty Git repository in /tmp/test-flake/.git/1611vm-test-run-nixbot-gitlab> gitlab # [  337.782446] setup-gitlab-start[3373]: + git config user.name test1612vm-test-run-nixbot-gitlab> gitlab # [  337.783461] setup-gitlab-start[3373]: + git config user.email test@example.com1613vm-test-run-nixbot-gitlab> gitlab # [  337.784616] setup-gitlab-start[3373]: + cat1614vm-test-run-nixbot-gitlab> gitlab # [  337.789164] setup-gitlab-start[3373]: + git add flake.nix1615vm-test-run-nixbot-gitlab> gitlab # [  337.797594] setup-gitlab-start[3373]: + git commit -m 'initial commit'1616vm-test-run-nixbot-gitlab> gitlab # [  337.817847] setup-gitlab-start[3901]: [master (root-commit) 90a36aa] initial commit1617vm-test-run-nixbot-gitlab> gitlab # [  337.819453] setup-gitlab-start[3901]:  1 file changed, 10 insertions(+)1618vm-test-run-nixbot-gitlab> gitlab # [  337.820902] setup-gitlab-start[3901]:  create mode 100644 flake.nix1619vm-test-run-nixbot-gitlab> gitlab # [  337.822239] setup-gitlab-start[3373]: + git remote add origin http://oauth2:glpat-Umr_ewWiYW7adp6ddyDspm86MQp1OjEH.01.0w02e3cp1@gitlab/root/test-flake.git1620vm-test-run-nixbot-gitlab> gitlab # [  337.830963] setup-gitlab-start[3373]: + git push -u origin master1621vm-test-run-nixbot-gitlab> gitlab # [  337.966159] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:46 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 861622vm-test-run-nixbot-gitlab> gitlab # [  338.387313] gitaly[1361]: time="2026-06-30T06:43:47.261Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=583 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=2 command.system_time_ms=15 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA10VEE25KYXV0WFS82Q3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.240" grpc.time_ms=20.485 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1623vm-test-run-nixbot-gitlab> gitlab # [  338.430302] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:47 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 4191624vm-test-run-nixbot-gitlab> gitlab # [  338.767176] gitaly[1361]: time="2026-06-30T06:43:47.642Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=3 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:57.003" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:47.624" grpc.time_ms=18.491 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1625vm-test-run-nixbot-gitlab> gitlab # [  338.886326] gitaly[1361]: time="2026-06-30T06:43:47.761Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=302 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-30T06:44:17.045" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-30T06:43:47.746" grpc.time_ms=15.481 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1626vm-test-run-nixbot-gitlab> gitlab # [  339.036244] gitaly[1361]: time="2026-06-30T06:43:47.911Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ duration_ms=454ns method=POST pid=1361 status=200 url="http://unix/api/v4/internal/allowed"1627vm-test-run-nixbot-gitlab> gitlab # [  339.077103] gitaly[1361]: time="2026-06-30T06:43:47.952Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ duration_ms=40ns method=POST pid=1361 status=200 url="http://unix/api/v4/internal/pre_receive"1628vm-test-run-nixbot-gitlab> gitlab # [  339.090680] gitaly[1361]: time="2026-06-30T06:43:47.953Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:47.455" grpc.time_ms=497.43 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1629vm-test-run-nixbot-gitlab> gitlab # [  339.164116] gitaly[1361]: time="2026-06-30T06:43:48.039Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:48.038" grpc.time_ms=1.264 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1630vm-test-run-nixbot-gitlab> gitlab # [  339.248324] gitaly[1361]: time="2026-06-30T06:43:48.123Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:48.122" grpc.time_ms=1.016 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1631vm-test-run-nixbot-gitlab> gitlab # [  339.301949] gitaly[1361]: time="2026-06-30T06:43:48.177Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:48.176" grpc.time_ms=0.788 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1632vm-test-run-nixbot-gitlab> gitlab # [  339.462736] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:48.336Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 90a36aa004b7d310c6d891c69cb780f0adf5653c refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"8e300937c176695be8c70c34","created_at":"2026-06-30T06:43:48.286Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-3e42528270c5498e","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.327Z","job_size_bytes":185,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-8e300937c176695be8c70c34: start","job_status":"start","queue_duration_s":0.009167,"scheduling_latency_s":0.009212}1633vm-test-run-nixbot-gitlab> gitlab # [  339.528148] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:48.403Z","message":"changes: \"0000000000000000000000000000000000000000 90a36aa004b7d310c6d891c69cb780f0adf5653c refs/heads/master\\n\""}1634vm-test-run-nixbot-gitlab> gitlab # [  339.535605] gitaly[1361]: time="2026-06-30T06:43:48.404Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=3 command.system_time_ms=13 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:58.001" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:48.382" grpc.time_ms=22.156 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1635vm-test-run-nixbot-gitlab> gitlab # [  339.593182] gitaly[1361]: time="2026-06-30T06:43:48.468Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=3 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:58.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:48.452" grpc.time_ms=15.552 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1636vm-test-run-nixbot-gitlab> gitlab # [  339.623388] gitaly[1361]: time="2026-06-30T06:43:48.472Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=22 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1435 command.oublock=0 command.real_time_ms=42 command.spawn_token_fork_ms=21 command.system_time_ms=17 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-30T06:43:58.043" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:48.424" grpc.time_ms=47.54 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1637vm-test-run-nixbot-gitlab> gitlab # [  339.648315] gitaly[1361]: time="2026-06-30T06:43:48.487Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ duration_ms=261ns method=POST pid=1361 status=200 url="http://unix/api/v4/internal/post_receive"1638vm-test-run-nixbot-gitlab> gitlab # [  339.653344] gitaly[1361]: time="2026-06-30T06:43:48.489Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:48.225" grpc.time_ms=264.225 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1639vm-test-run-nixbot-gitlab> gitlab # [  339.670057] systemd[1]: Finished setup-gitlab.service.1640vm-test-run-nixbot-gitlab> gitlab # [  339.671569] gitlab-workhorse[1287]: time="2026-06-30T06:43:48Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521641vm-test-run-nixbot-gitlab> gitlab # [  339.674392] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:48 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 12291642vm-test-run-nixbot-gitlab> gitlab # [  339.677295] setup-gitlab-start[3905]: To http://gitlab/root/test-flake.git1643vm-test-run-nixbot-gitlab> gitlab # [  339.678571] setup-gitlab-start[3905]:  * [new branch]      master -> master1644vm-test-run-nixbot-gitlab> gitlab # [  339.679940] setup-gitlab-start[3905]: branch 'master' set up to track 'origin/master'.1645vm-test-run-nixbot-gitlab> gitlab # [  339.681480] gitaly[1361]: time="2026-06-30T06:43:48.495Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=6 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:43:58.027" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:48.477" grpc.time_ms=17.135 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1646vm-test-run-nixbot-gitlab> gitlab # [  339.701488] systemd[1]: Starting nixbot CI service...1647vm-test-run-nixbot-gitlab> gitlab # [  339.702653] gitaly[1361]: time="2026-06-30T06:43:48.505Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ diskcache=8c615983-84f0-426f-9570-193c952bf102 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.363" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1648vm-test-run-nixbot-gitlab> gitlab # [  339.716075] gitaly[1361]: time="2026-06-30T06:43:48.506Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=308 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=856064 command.minflt=12733 command.oublock=32 command.real_time_ms=1133 command.spawn_token_fork_ms=2 command.system_time_ms=195 command.user_time_ms=113 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=685 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:47.363" grpc.time_ms=1142.366 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1649vm-test-run-nixbot-gitlab> gitlab # [  339.732252] gitaly[1361]: time="2026-06-30T06:43:48.546Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-30T06:43:58.085" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:48.535" grpc.time_ms=10.412 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1650vm-test-run-nixbot-gitlab> gitlab # [  339.747458] gitaly[1361]: time="2026-06-30T06:43:48.605Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3938 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:48.604" grpc.time_ms=0.532 pid=1361 span.kind=server system=grpc1651vm-test-run-nixbot-gitlab> gitlab # [  339.770792] gitaly[1361]: time="2026-06-30T06:43:48.644Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3940 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:48.643" grpc.time_ms=1.18 pid=1361 span.kind=server system=grpc1652vm-test-run-nixbot-gitlab> gitlab # [  339.782129] gitaly[1361]: time="2026-06-30T06:43:48.653Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ diskcache=38aa1c7a-b2d3-4f69-be66-3088dc193cc2 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:43:58.106" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:48.557" pid=1361 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1653vm-test-run-nixbot-gitlab> gitlab # [  339.794022] gitaly[1361]: time="2026-06-30T06:43:48.653Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=88 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4932 command.oublock=8 command.real_time_ms=90 command.spawn_token_fork_ms=0 command.system_time_ms=36 command.user_time_ms=52 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:43:58.106" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:48.557" grpc.time_ms=96.267 pid=1361 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1654vm-test-run-nixbot-gitlab> gitlab # [  339.809204] gitaly[1361]: time="2026-06-30T06:43:48.684Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-30T06:43:58.233" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:48.683" grpc.time_ms=0.221 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1655vm-test-run-nixbot-gitlab> gitlab # [  339.826365] gitaly[1361]: time="2026-06-30T06:43:48.702Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=861 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-30T06:43:58.238" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:48.688" grpc.time_ms=13.258 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1656vm-test-run-nixbot-gitlab> gitlab # [  339.948110] gitaly[1361]: time="2026-06-30T06:43:48.823Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=312 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-30T06:44:18.015" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:48.815" grpc.time_ms=7.506 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1657vm-test-run-nixbot-gitlab> gitlab # [  339.994519] gitaly[1361]: time="2026-06-30T06:43:48.859Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T06:43:58.008" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:48.859" grpc.time_ms=0.371 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1658vm-test-run-nixbot-gitlab> gitlab # [  340.024078] gitaly[1361]: time="2026-06-30T06:43:48.870Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=317 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-30T06:43:58.013" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-30T06:43:48.863" grpc.time_ms=6.734 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1659vm-test-run-nixbot-gitlab> gitlab # [  340.055727] gitaly[1361]: time="2026-06-30T06:43:48.903Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:58.041" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:48.892" grpc.time_ms=11.044 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1660vm-test-run-nixbot-gitlab> gitlab # [  340.081587] gitaly[1361]: time="2026-06-30T06:43:48.923Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:43:58.061" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:48.911" grpc.time_ms=11.665 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1661vm-test-run-nixbot-gitlab> gitlab # [  340.105481] gitaly[1361]: time="2026-06-30T06:43:48.960Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T06:44:18.143" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:48.943" grpc.time_ms=16.749 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1662vm-test-run-nixbot-gitlab> gitlab # [  340.575846] gitaly[1361]: time="2026-06-30T06:43:49.450Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-30T06:43:59.003" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.444" grpc.time_ms=5.226 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1663vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 341.27 seconds)1664vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1665vm-test-run-nixbot-gitlab> gitlab # [  340.694447] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:49.567Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 90a36aa004b7d310c6d891c69cb780f0adf5653c refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"8e300937c176695be8c70c34","created_at":"2026-06-30T06:43:48.286Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-3e42528270c5498e","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.327Z","job_size_bytes":185,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-8e300937c176695be8c70c34: done: 1.23095 sec","job_status":"done","queue_duration_s":0.009167,"scheduling_latency_s":0.009212,"gitaly_calls":13,"gitaly_duration_s":0.274216,"redis_calls":199,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.084123,"redis_read_bytes":957,"redis_write_bytes":19728,"redis_cache_calls":14,"redis_cache_duration_s":0.004826,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.01694,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001755,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4934,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.005416,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.019098,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.036088,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.082,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.309,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.345,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.082,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.778018,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00090672,"exclusive_lock_hold_duration_s":0.044539340000000004,"duration_s":1.23095,"completed_at":"2026-06-30T06:43:49.567Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.126961,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1666vm-test-run-nixbot-gitlab> gitlab # [  340.836700] nixbot[4005]: {"ts": "2026-06-30T06:43:49.661Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1667vm-test-run-nixbot-gitlab> gitlab # [  340.840551] nixbot[4005]: {"ts": "2026-06-30T06:43:49.686Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1668vm-test-run-nixbot-gitlab> gitlab # [  340.843894] gitaly[1361]: time="2026-06-30T06:43:49.675Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-30T12:43:49.664" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:49.665" grpc.time_ms=9.259 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1669vm-test-run-nixbot-gitlab> gitlab # [  340.862758] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:49.571Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ffc4dbce2b5dd1abac9f6a90","created_at":"2026-06-30T06:43:48.498Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-7779f934e5e14244","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.507Z","job_size_bytes":46,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ffc4dbce2b5dd1abac9f6a90: start","job_status":"start","queue_duration_s":1.064312,"scheduling_latency_s":1.064364}1670vm-test-run-nixbot-gitlab> gitlab # [  340.889012] nixbot[4005]: {"ts": "2026-06-30T06:43:49.716Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1671vm-test-run-nixbot-gitlab> gitlab # [  340.892360] nixbot[4005]: {"ts": "2026-06-30T06:43:49.721Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1672vm-test-run-nixbot-gitlab> gitlab # [  340.895728] nixbot[4005]: {"ts": "2026-06-30T06:43:49.726Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1673vm-test-run-nixbot-gitlab> gitlab # [  340.898860] nixbot[4005]: {"ts": "2026-06-30T06:43:49.732Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1674vm-test-run-nixbot-gitlab> gitlab # [  340.902027] nixbot[4005]: {"ts": "2026-06-30T06:43:49.737Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1675vm-test-run-nixbot-gitlab> gitlab # [  340.905013] nixbot[4005]: {"ts": "2026-06-30T06:43:49.739Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1676vm-test-run-nixbot-gitlab> gitlab # [  340.907899] nixbot[4005]: {"ts": "2026-06-30T06:43:49.743Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1677vm-test-run-nixbot-gitlab> gitlab # [  340.910911] nixbot[4005]: {"ts": "2026-06-30T06:43:49.745Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1678vm-test-run-nixbot-gitlab> gitlab # [  340.913860] nixbot[4005]: {"ts": "2026-06-30T06:43:49.750Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1679vm-test-run-nixbot-gitlab> gitlab # [  340.916481] nixbot[4005]: {"ts": "2026-06-30T06:43:49.757Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1680vm-test-run-nixbot-gitlab> gitlab # [  340.919067] nixbot[4005]: {"ts": "2026-06-30T06:43:49.760Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1681vm-test-run-nixbot-gitlab> gitlab # [  340.922874] nixbot[4005]: {"ts": "2026-06-30T06:43:49.762Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1682vm-test-run-nixbot-gitlab> gitlab # [  340.925605] gitaly[1361]: time="2026-06-30T06:43:49.722Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=15 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=2 command.system_time_ms=11 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-30T06:44:19.100" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.703" grpc.time_ms=18.777 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1683vm-test-run-nixbot-gitlab> gitlab # [  340.941958] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:49.781Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ffc4dbce2b5dd1abac9f6a90","created_at":"2026-06-30T06:43:48.498Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-7779f934e5e14244","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.507Z","job_size_bytes":46,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ffc4dbce2b5dd1abac9f6a90: done: 0.210203 sec","job_status":"done","queue_duration_s":1.064312,"scheduling_latency_s":1.064364,"gitaly_calls":2,"gitaly_duration_s":0.039611,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.012284,"redis_read_bytes":68,"redis_write_bytes":4885,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.002349,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.001034,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2114,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002555,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.004883,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":752,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001463,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.130149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00060276,"duration_s":0.210203,"completed_at":"2026-06-30T06:43:49.781Z","load_balancing_strategy":"primary","db_duration_s":0.024027,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1684vm-test-run-nixbot-gitlab> gitlab # [  340.999123] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:49.784Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"ce50642b8e2fff761e6f7aad","created_at":"2026-06-30T06:43:48.524Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-7779f934e5e14244","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.531Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-ce50642b8e2fff761e6f7aad: start","job_status":"start","queue_duration_s":1.252906,"scheduling_latency_s":1.252944}1685vm-test-run-nixbot-gitlab> gitlab # [  341.016177] nixbot[4005]: {"ts": "2026-06-30T06:43:49.766Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1686vm-test-run-nixbot-gitlab> gitlab # [  341.018448] nixbot[4005]: {"ts": "2026-06-30T06:43:49.768Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1687vm-test-run-nixbot-gitlab> gitlab # [  341.020714] nixbot[4005]: {"ts": "2026-06-30T06:43:49.770Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1688vm-test-run-nixbot-gitlab> gitlab # [  341.022942] nixbot[4005]: {"ts": "2026-06-30T06:43:49.771Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1689vm-test-run-nixbot-gitlab> gitlab # [  341.025149] nixbot[4005]: {"ts": "2026-06-30T06:43:49.774Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 18, "migration": "effects_commit"}1690vm-test-run-nixbot-gitlab> gitlab # [  341.027332] gitaly[1361]: time="2026-06-30T06:43:49.860Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ diskcache=335abcf1-e91a-4aa8-a005-cce99927f0ad grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T12:43:49.832" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.832" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1691vm-test-run-nixbot-gitlab> gitlab # [  341.038249] gitaly[1361]: time="2026-06-30T06:43:49.860Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=16 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1174 command.oublock=0 command.real_time_ms=31 command.spawn_token_fork_ms=2 command.system_time_ms=16 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T12:43:49.832" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.832" grpc.time_ms=27.389 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1692vm-test-run-nixbot-gitlab> gitlab # [  341.054613] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:49.920Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"ce50642b8e2fff761e6f7aad","created_at":"2026-06-30T06:43:48.524Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-7779f934e5e14244","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.531Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-ce50642b8e2fff761e6f7aad: done: 0.135556 sec","job_status":"done","queue_duration_s":1.252906,"scheduling_latency_s":1.252944,"gitaly_calls":1,"gitaly_duration_s":0.030544,"redis_calls":15,"redis_duration_s":0.0059169999999999995,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00261,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001477,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000474,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001356,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.018,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.016,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.03,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.068208,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.08509638,"duration_s":0.135556,"completed_at":"2026-06-30T06:43:49.919Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024018,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1693vm-test-run-nixbot-gitlab> gitlab # [  341.104149] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:49.922Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"31567e07d30db25ae9fa6fb1","created_at":"2026-06-30T06:43:48.676Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-7779f934e5e14244","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.680Z","job_size_bytes":23,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-31567e07d30db25ae9fa6fb1: start","job_status":"start","queue_duration_s":1.24271,"scheduling_latency_s":1.242744}1694vm-test-run-nixbot-gitlab> gitlab # [  341.120289] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:49.992Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"31567e07d30db25ae9fa6fb1","created_at":"2026-06-30T06:43:48.676Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-7779f934e5e14244","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:48.680Z","job_size_bytes":23,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-31567e07d30db25ae9fa6fb1: done: 0.069648 sec","job_status":"done","queue_duration_s":1.24271,"scheduling_latency_s":1.242744,"gitaly_calls":1,"gitaly_duration_s":0.020126,"redis_calls":16,"redis_duration_s":0.004411,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.000395,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001173,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.001967,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000876,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038629,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.069648,"completed_at":"2026-06-30T06:43:49.992Z","load_balancing_strategy":"primary","db_duration_s":0.004669,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1695vm-test-run-nixbot-gitlab> gitlab # [  341.168616] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:49.994Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"de0a6cd9d1420640afde3c9b","created_at":"2026-06-30T06:43:49.339Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-7779f934e5e14244","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:066c619a72ceb2c9f8e0b39c3d9a5f976d15387d3782927ce1cc22381bf0f94c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.352Z","job_size_bytes":467,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-de0a6cd9d1420640afde3c9b: start","job_status":"start","queue_duration_s":0.641848,"scheduling_latency_s":0.641873}1696vm-test-run-nixbot-gitlab> gitlab # [  341.187140] gitaly[1361]: time="2026-06-30T06:43:49.979Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=9 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-30T06:44:19.362" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:49.962" grpc.time_ms=16.862 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1697vm-test-run-nixbot-gitlab> gitlab # [  341.201928] gitaly[1361]: time="2026-06-30T06:43:50.049Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:20.047" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:50.048" grpc.time_ms=0.942 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1698vm-test-run-nixbot-gitlab> gitlab # [  341.215323] gitaly[1361]: time="2026-06-30T06:43:50.071Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T06:44:00.002" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:50.053" grpc.time_ms=18.087 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1699vm-test-run-nixbot-gitlab> gitlab # [  341.429490] nixbot[4005]: INFO:     Started server process [4005]1700vm-test-run-nixbot-gitlab> gitlab # [  341.430598] nixbot[4005]: INFO:     Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1701vm-test-run-nixbot-gitlab> gitlab # [  341.435675] nixbot[4005]: INFO:     ::ffff:127.0.0.1:47186 - "GET /health HTTP/1.1" 200 OK1702vm-test-run-nixbot-gitlab> gitlab # [  341.445841] systemd[1]: Started nixbot CI service.1703vm-test-run-nixbot-gitlab> gitlab # [  341.449145] systemd[1]: Reached target Multi-User System.1704vm-test-run-nixbot-gitlab> gitlab # [  341.452003] systemd[1]: Startup finished in 776ms (kernel) + 5.232s (initrd) + 5min 35.440s (userspace) = 5min 41.449s.1705vm-test-run-nixbot-gitlab> gitlab # [  341.457193] gitaly[1361]: time="2026-06-30T06:43:50.328Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:20.325" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:50.326" grpc.time_ms=1.34 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1706vm-test-run-nixbot-gitlab> gitlab # [  341.493061] gitaly[1361]: time="2026-06-30T06:43:50.337Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=28 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-30T06:44:20.332" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:50.333" grpc.time_ms=4.521 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1707vm-test-run-nixbot-gitlab> gitlab # [  341.597118] gitaly[1361]: time="2026-06-30T06:43:50.471Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=14 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:00.012" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:50.453" grpc.time_ms=18.414 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1708vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 1.11 seconds)1709vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1710vm-test-run-nixbot-gitlab> gitlab # [  341.977211] nixbot[4005]: INFO:     ::ffff:127.0.0.1:58946 - "GET /health HTTP/1.1" 200 OK1711vm-test-run-nixbot-gitlab> gitlab # [  341.981992] gitaly[1361]: time="2026-06-30T06:43:50.854Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=3 command.system_time_ms=8 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA4D8KP5FH9F0Z77R1902 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T06:44:20.130" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:50.831" grpc.time_ms=22.822 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1712vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.11 seconds)1713vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1714vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1715vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.15 seconds)1716vm-test-run-nixbot-gitlab> []1717vm-test-run-nixbot-gitlab> gitlab # [  342.171489] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:51 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 901718vm-test-run-nixbot-gitlab> gitlab # [  342.442679] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:51 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 10051719vm-test-run-nixbot-gitlab> gitlab # [  342.445638] nixbot[4005]: {"ts": "2026-06-30T06:43:51.321Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1720vm-test-run-nixbot-gitlab> gitlab # [  342.473125] nixbot[4005]: {"ts": "2026-06-30T06:43:51.348Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1721vm-test-run-nixbot-gitlab> gitlab # [  342.551120] gitaly[1361]: time="2026-06-30T06:43:51.425Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=21 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=882 command.oublock=0 command.real_time_ms=22 command.spawn_token_fork_ms=3 command.system_time_ms=21 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T06:44:21.398" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:51.398" grpc.time_ms=27.211 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1722vm-test-run-nixbot-gitlab> gitlab # [  342.580394] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:51 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 641723vm-test-run-nixbot-gitlab> gitlab # [  342.583547] nixbot[4005]: {"ts": "2026-06-30T06:43:51.428Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1724vm-test-run-nixbot-gitlab> gitlab # [  342.587167] nixbot[4005]: {"ts": "2026-06-30T06:43:51.429Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1725vm-test-run-nixbot-gitlab> gitlab # [  342.590142] gitaly[1361]: time="2026-06-30T06:43:51.449Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA1ECJ90WECX6N0VP3TFZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-30T06:44:21.433" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:51.434" grpc.time_ms=14.596 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1726vm-test-run-nixbot-gitlab> gitlab # [  342.632372] sidekiq-cluster[2481]: {"severity":"WARN","time":"2026-06-30T06:43:51.507Z","class":"CreatePipelineWorker","correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"90a36aa004b7d310c6d891c69cb780f0adf5653c","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"90a36aa004b7d310c6d891c69cb780f0adf5653c","ref":"refs/heads/master"},"retry":0}1727vm-test-run-nixbot-gitlab> gitlab # [  342.645818] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:51.516Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"de0a6cd9d1420640afde3c9b","created_at":"2026-06-30T06:43:49.339Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-7779f934e5e14244","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:066c619a72ceb2c9f8e0b39c3d9a5f976d15387d3782927ce1cc22381bf0f94c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.352Z","job_size_bytes":467,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-de0a6cd9d1420640afde3c9b: done: 1.522174 sec","job_status":"done","queue_duration_s":0.641848,"scheduling_latency_s":0.641873,"gitaly_calls":7,"gitaly_duration_s":0.112182,"redis_calls":53,"redis_duration_s":0.017993000000000002,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.00115,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.010878,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001551,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003188,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001226,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.069,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.054,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.282354,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00036644,"duration_s":1.522174,"completed_at":"2026-06-30T06:43:51.516Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.124292,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1728vm-test-run-nixbot-gitlab> gitlab # [  342.712489] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:51.518Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"b54c6174c20925717ed1e182","created_at":"2026-06-30T06:43:49.743Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-1ac72dfb4cc54061","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.755Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-b54c6174c20925717ed1e182: start","job_status":"start","queue_duration_s":1.76321,"scheduling_latency_s":1.763229}1729vm-test-run-nixbot-gitlab> gitlab # [  342.730373] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:51.577Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"b54c6174c20925717ed1e182","created_at":"2026-06-30T06:43:49.743Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-1ac72dfb4cc54061","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:49.755Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-b54c6174c20925717ed1e182: done: 0.058549 sec","job_status":"done","queue_duration_s":1.76321,"scheduling_latency_s":1.763229,"redis_calls":19,"redis_duration_s":0.00597,"redis_read_bytes":21,"redis_write_bytes":4290,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001827,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000753,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2261,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002386,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001004,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038338,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01034988,"duration_s":0.058549,"completed_at":"2026-06-30T06:43:51.577Z","load_balancing_strategy":"primary","db_duration_s":0.011534,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1730vm-test-run-nixbot-gitlab> gitlab # [  342.777653] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:51.579Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"800853b0cd1995899b17186c","created_at":"2026-06-30T06:43:51.560Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-2873144d18c2472b","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:51.567Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-800853b0cd1995899b17186c: start","job_status":"start","queue_duration_s":0.01221,"scheduling_latency_s":0.012232}1731vm-test-run-nixbot-gitlab> gitlab # [  342.834925] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:51 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 2781732vm-test-run-nixbot-gitlab> gitlab # [  342.837487] nixbot[4005]: {"ts": "2026-06-30T06:43:51.711Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1733vm-test-run-nixbot-gitlab> gitlab # [  342.845169] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:51.720Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"800853b0cd1995899b17186c","created_at":"2026-06-30T06:43:51.560Z","trace_propagation_headers":{"sentry-trace":"32fb4c6e42ea4963ab3bd5b39aacb26a-2873144d18c2472b","baggage":"sentry-trace_id=32fb4c6e42ea4963ab3bd5b39aacb26a,sentry-release=Unknown"},"correlation_id":"01KWBMA1ECJ90WECX6N0VP3TFZ","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:51.567Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-800853b0cd1995899b17186c: done: 0.140712 sec","job_status":"done","queue_duration_s":0.01221,"scheduling_latency_s":0.012232,"redis_calls":11,"redis_duration_s":0.013396,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00653,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00609,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000776,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.01,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.033,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.079158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0005043,"duration_s":0.140712,"completed_at":"2026-06-30T06:43:51.720Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.044794,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1734vm-test-run-nixbot-gitlab> gitlab # [  343.104596] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:51 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 2591735vm-test-run-nixbot-gitlab> gitlab # [  343.113147] nixbot[4005]: {"ts": "2026-06-30T06:43:51.982Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1736vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1737vm-test-run-nixbot-gitlab> gitlab # [  343.237897] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 1151738vm-test-run-nixbot-gitlab> gitlab # [  343.244951] nixbot[4005]: {"ts": "2026-06-30T06:43:52.114Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1739vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.16 seconds)1740vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-30T06:43:51.693Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]1741vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 1.31 seconds)1742vm-test-run-nixbot-gitlab> subtest: push delivers the webhook1743vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master1744vm-test-run-nixbot-gitlab> gitlab # [  343.332627] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 891745vm-test-run-nixbot-gitlab> gitlab # [  343.455613] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 2091746vm-test-run-nixbot-gitlab> gitlab # [  343.468283] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 401747vm-test-run-nixbot-gitlab> gitlab # [  343.470650] nixbot[4005]: {"ts": "2026-06-30T06:43:52.333Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}1748vm-test-run-nixbot-gitlab> gitlab # [  343.548978] gitaly[1361]: time="2026-06-30T06:43:52.424Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6D3GCZ3G4K6Q6ESFD84 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-30T06:44:22.012" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:52.413" grpc.time_ms=10.337 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1749vm-test-run-nixbot-gitlab> gitlab # [  343.591624] gitaly[1361]: time="2026-06-30T06:43:52.465Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=582 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6CRTYV6QZAEFJHJCFRE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:52.453" grpc.time_ms=12.016 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1750vm-test-run-nixbot-gitlab> gitlab # [  343.608300] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 203 "" "git/2.54.0" 1221751vm-test-run-nixbot-gitlab> gitlab # [  343.610611] gitaly[1361]: time="2026-06-30T06:43:52.471Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6D3GCZ3G4K6Q6ESFD84 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:22.069" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:52.470" grpc.time_ms=1.013 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1752vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.1753vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.1754vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads[  343.627952] gitaly[1361]: time="2026-06-30T06:43:52.503Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=22 command.spawn_token_fork_ms=13 command.system_time_ms=5 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6D3GCZ3G4K6Q6ESFD84 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-30T06:44:02.018" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:52.479" grpc.time_ms=23.987 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1755vm-test-run-nixbot-gitlab> gitlab # 1756vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.1757vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 274 bytes | 274.00 KiB/s, done.1758vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)1759vm-test-run-nixbot-gitlab> gitlab # [  343.708265] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 2271760vm-test-run-nixbot-gitlab> gitlab # [  343.715658] nixbot[4005]: {"ts": "2026-06-30T06:43:52.587Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}1761vm-test-run-nixbot-gitlab> gitlab # [  343.805928] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 901762vm-test-run-nixbot-gitlab> gitlab # [  343.810417] nixbot[4005]: {"ts": "2026-06-30T06:43:52.685Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}1763vm-test-run-nixbot-gitlab> gitlab # [  343.815888] nixbot[4005]: {"ts": "2026-06-30T06:43:52.691Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}1764vm-test-run-nixbot-gitlab> gitlab # [  343.881068] gitaly[1361]: time="2026-06-30T06:43:52.756Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=589 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=4 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-30T06:44:02.115" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:52.736" grpc.time_ms=19.696 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1765vm-test-run-nixbot-gitlab> gitlab # [  343.939281] gitaly[1361]: time="2026-06-30T06:43:52.813Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=11 command.system_time_ms=0 command.user_time_ms=6 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6RTEY8ABS3A4HKBZK5Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=206 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:52.794" grpc.time_ms=18.688 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1766vm-test-run-nixbot-gitlab> gitlab # [  343.959114] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 831767vm-test-run-nixbot-gitlab> gitlab # [  343.962206] gitaly[1361]: time="2026-06-30T06:43:52.837Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=301 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=8 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-30T06:44:22.121" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-30T06:43:52.822" grpc.time_ms=15.446 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1768vm-test-run-nixbot-gitlab> gitlab # [  343.980495] gitaly[1361]: time="2026-06-30T06:43:52.856Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B duration_ms=184ns method=POST pid=1361 status=200 url="http://unix/api/v4/internal/allowed"1769vm-test-run-nixbot-gitlab> gitlab # [  344.012568] gitaly[1361]: time="2026-06-30T06:43:52.888Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B duration_ms=31ns method=POST pid=1361 status=200 url="http://unix/api/v4/internal/pre_receive"1770vm-test-run-nixbot-gitlab> gitlab # [  344.018849] gitaly[1361]: time="2026-06-30T06:43:52.888Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5318 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:52.670" grpc.time_ms=217.935 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1771vm-test-run-nixbot-gitlab> gitlab # [  344.052128] gitaly[1361]: time="2026-06-30T06:43:52.927Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:52.927" grpc.time_ms=0.568 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1772vm-test-run-nixbot-gitlab> gitlab # [  344.073063] gitaly[1361]: time="2026-06-30T06:43:52.948Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6VFWPTVKY0YX9AXE0EB grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:52.939" pid=1361 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc1773vm-test-run-nixbot-gitlab> gitlab # [  344.084276] gitaly[1361]: time="2026-06-30T06:43:52.948Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6VFWPTVKY0YX9AXE0EB grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:52.939" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1774vm-test-run-nixbot-gitlab> gitlab # [  344.100517] gitaly[1361]: time="2026-06-30T06:43:52.959Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6VFWPTVKY0YX9AXE0EB grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:52.939" grpc.time_ms=20.064 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1775vm-test-run-nixbot-gitlab> gitlab # [  344.115369] gitlab-workhorse[1287]: time="2026-06-30T06:43:52Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1491776vm-test-run-nixbot-gitlab> gitlab # [  344.117512] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:52 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1441777vm-test-run-nixbot-gitlab> gitlab # [  344.119496] gitaly[1361]: time="2026-06-30T06:43:52.968Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:52.968" grpc.time_ms=0.433 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1778vm-test-run-nixbot-gitlab> gitlab # [  344.150611] gitaly[1361]: time="2026-06-30T06:43:53.026Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4789 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:53.023" grpc.time_ms=0.449 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1779vm-test-run-nixbot-gitlab> gitlab # [  344.178963] gitaly[1361]: time="2026-06-30T06:43:53.054Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA708K33EB0MZEC30TS5V grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.034" pid=1361 remote_ip="2001:db8:1::1" request_sha=4c178a383d823b9614debf5242c1eba600016442 response_bytes=373 span.kind=server system=grpc1780vm-test-run-nixbot-gitlab> gitlab # [  344.190100] gitaly[1361]: time="2026-06-30T06:43:53.054Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1163 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=6 command.system_time_ms=2 command.user_time_ms=9 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA708K33EB0MZEC30TS5V grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.034" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1781vm-test-run-nixbot-gitlab> gitlab # [  344.206114] gitlab-workhorse[1287]: time="2026-06-30T06:43:53Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3731782vm-test-run-nixbot-gitlab> gitlab # [  344.208065] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:53 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 373 "" "git/2.54.0" 861783vm-test-run-nixbot-gitlab> gitlab # [  344.210088] gitaly[1361]: time="2026-06-30T06:43:53.055Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1163 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=6 command.system_time_ms=2 command.user_time_ms=9 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA708K33EB0MZEC30TS5V grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.034" grpc.time_ms=20.698 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1784vm-test-run-nixbot-gitlab> gitlab # [  344.244036] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:53.118Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","90a36aa004b7d310c6d891c69cb780f0adf5653c b96fe204a749d17d3f72e448107afa006e5ff456 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"3ff19b0cdbc10432d637d8df","created_at":"2026-06-30T06:43:53.111Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-6a0d01660417441b","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.116Z","job_size_bytes":185,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-3ff19b0cdbc10432d637d8df: start","job_status":"start","queue_duration_s":0.002254,"scheduling_latency_s":0.002295}1785vm-test-run-nixbot-gitlab> gitlab # [  344.273040] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:53.147Z","message":"changes: \"90a36aa004b7d310c6d891c69cb780f0adf5653c b96fe204a749d17d3f72e448107afa006e5ff456 refs/heads/master\\n\""}1786vm-test-run-nixbot-gitlab> gitlab # [  344.306071] gitaly[1361]: time="2026-06-30T06:43:53.181Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B duration_ms=118ns method=POST pid=1361 status=200 url="http://unix/api/v4/internal/post_receive"1787vm-test-run-nixbot-gitlab> gitlab # [  344.311157] gitaly[1361]: time="2026-06-30T06:43:53.181Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4812 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:53.062" grpc.time_ms=119.003 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1788vm-test-run-nixbot-gitlab> gitlab # [  344.323204] gitaly[1361]: time="2026-06-30T06:43:53.185Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:03.122" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:53.172" grpc.time_ms=13.516 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1789vm-test-run-nixbot-gitlab> gitlab # [  344.340481] gitaly[1361]: time="2026-06-30T06:43:53.216Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B diskcache=c7aa3b23-0856-48ba-9054-b03798f25e19 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:52.603" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1790vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git1791vm-test-run-nixbot-gitlab> gitlab # [  344.351678] gitaly[1361]: time="2026-06-30T06:43:53.219Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=156 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=13117 command.oublock=32 command.real_time_ms=580 command.spawn_token_fork_ms=5 command.system_time_ms=74 command.user_time_ms=82 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=606 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:52.603" grpc.time_ms=612.421 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1792vm-test-run-nixbot-gitlab> gitlab # [  344.367457] gitlab-workhorse[1287]: time="2026-06-30T06:43:53Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521793vm-test-run-nixbot-gitlab> gitlab # [  344.369952] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:53 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 6941794vm-test-run-nixbot-gitlab> gitlab # [  344.371925] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:53 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1341795vm-test-run-nixbot-gitlab> gitlab #    90a36aa..b96fe20  [  344.374327] gitaly[1361]: time="2026-06-30T06:43:53.227Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=27 command.spawn_token_fork_ms=27 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-30T06:44:03.147" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:53.198" grpc.time_ms=28.693 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1796vm-test-run-nixbot-gitlab> gitlab # master -> master[  344.388504] gitaly[1361]: time="2026-06-30T06:43:53.236Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA74EJPPEXHREVM7TNE84 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.219" grpc.time_ms=16.318 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1797vm-test-run-nixbot-gitlab> gitlab # 1798vm-test-run-nixbot-gitlab> gitlab # [  344.402226] gitaly[1361]: time="2026-06-30T06:43:53.262Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-30T06:44:03.203" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:53.253" grpc.time_ms=8.646 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1799vm-test-run-nixbot-gitlab> gitlab # [  344.417475] gitaly[1361]: time="2026-06-30T06:43:53.279Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=596 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-30T06:44:23.267" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.268" grpc.time_ms=11.44 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1800vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.11 seconds)1801vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master1802vm-test-run-nixbot-gitlab> gitlab # [  344.433843] gitaly[1361]: time="2026-06-30T06:43:53.308Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=319 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-30T06:44:03.252" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-30T06:43:53.303" grpc.time_ms=5.244 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1803vm-test-run-nixbot-gitlab> gitlab # [  344.452239] gitaly[1361]: time="2026-06-30T06:43:53.327Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA78P65BKVCA787664QTD grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.315" pid=1361 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1804vm-test-run-nixbot-gitlab> gitlab # [  344.463645] gitaly[1361]: time="2026-06-30T06:43:53.328Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA78P65BKVCA787664QTD grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.315" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1805vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.03 seconds)1806vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456'1807vm-test-run-nixbot-gitlab> gitlab # [  344.479191] gitlab-workhorse[1287]: time="2026-06-30T06:43:53Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671808vm-test-run-nixbot-gitlab> gitlab # [  344.481169] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:53 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 911809vm-test-run-nixbot-gitlab> gitlab # [  344.483206] gitaly[1361]: time="2026-06-30T06:43:53.329Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:03.269" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:53.319" grpc.time_ms=10.04 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1810vm-test-run-nixbot-gitlab> gitlab # [  344.497485] gitaly[1361]: time="2026-06-30T06:43:53.329Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA78P65BKVCA787664QTD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.315" grpc.time_ms=12.698 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1811vm-test-run-nixbot-gitlab> gitlab # [  344.525897] nixbot[4005]: INFO:     ::ffff:127.0.0.1:58950 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456 HTTP/1.1" 200 OK1812vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456', in 0.06 seconds)1813vm-test-run-nixbot-gitlab> []1814vm-test-run-nixbot-gitlab> gitlab # [  344.592167] gitaly[1361]: time="2026-06-30T06:43:53.467Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7BKBF1WVZY49WWH4HMZ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.443" pid=1361 remote_ip="2001:db8:1::1" request_sha=4ef7e6dc456a2c5da3554f0e57a3b405641d8c8d response_bytes=389 span.kind=server system=grpc1815vm-test-run-nixbot-gitlab> gitlab # [  344.607001] gitaly[1361]: time="2026-06-30T06:43:53.472Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1141 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7BKBF1WVZY49WWH4HMZ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.443" negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1816vm-test-run-nixbot-gitlab> gitlab # [  344.625037] gitlab-workhorse[1287]: time="2026-06-30T06:43:53Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3891817vm-test-run-nixbot-gitlab> gitlab # [  344.627294] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:53 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 389 "" "git/2.54.0" 1491818vm-test-run-nixbot-gitlab> gitlab # [  344.629735] gitaly[1361]: time="2026-06-30T06:43:53.472Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1141 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7BKBF1WVZY49WWH4HMZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:53.443" grpc.time_ms=28.899 negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1819vm-test-run-nixbot-gitlab> gitlab # [  344.689065] gitaly[1361]: time="2026-06-30T06:43:53.564Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-30T06:44:03.122" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.563" grpc.time_ms=1.409 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1820vm-test-run-nixbot-gitlab> gitlab # [  344.706167] gitaly[1361]: time="2026-06-30T06:43:53.580Z" level=info msg="finished unary call with code OK" catfile.duration_ms=3 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=3 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:23.075" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.575" grpc.time_ms=4.263 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1821vm-test-run-nixbot-gitlab> gitlab # [  344.722042] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:53.588Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","90a36aa004b7d310c6d891c69cb780f0adf5653c b96fe204a749d17d3f72e448107afa006e5ff456 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"3ff19b0cdbc10432d637d8df","created_at":"2026-06-30T06:43:53.111Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-6a0d01660417441b","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.116Z","job_size_bytes":185,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-3ff19b0cdbc10432d637d8df: done: 0.470411 sec","job_status":"done","queue_duration_s":0.002254,"scheduling_latency_s":0.002295,"gitaly_calls":7,"gitaly_duration_s":0.108026,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.039315,"redis_read_bytes":350,"redis_write_bytes":13067,"redis_cache_calls":9,"redis_cache_duration_s":0.004347,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00109,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.001669,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6767,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.004407,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.010043,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.017759,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.044,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.028,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.028,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.044,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.282834,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00091552,"exclusive_lock_hold_duration_s":0.023685,"duration_s":0.470411,"completed_at":"2026-06-30T06:43:53.588Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.051305,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1822vm-test-run-nixbot-gitlab> gitlab # [  344.775650] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:53.590Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ed858c0665cce53334be164a","created_at":"2026-06-30T06:43:53.232Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-2191b977408349e4","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.235Z","job_size_bytes":46,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ed858c0665cce53334be164a: start","job_status":"start","queue_duration_s":0.354533,"scheduling_latency_s":0.354559}1823vm-test-run-nixbot-gitlab> gitlab # [  344.793147] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:53.615Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"ed858c0665cce53334be164a","created_at":"2026-06-30T06:43:53.232Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-2191b977408349e4","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.235Z","job_size_bytes":46,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-ed858c0665cce53334be164a: done: 0.025207 sec","job_status":"done","queue_duration_s":0.354533,"scheduling_latency_s":0.354559,"redis_calls":9,"redis_duration_s":0.004042,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000946,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000232,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.002864,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015629,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.025207,"completed_at":"2026-06-30T06:43:53.615Z","load_balancing_strategy":"primary","db_duration_s":0.002203,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1824vm-test-run-nixbot-gitlab> gitlab # [  344.838961] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:53.616Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"67fbd4d05251d6649ccdb519","created_at":"2026-06-30T06:43:53.246Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-2191b977408349e4","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.249Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-67fbd4d05251d6649ccdb519: start","job_status":"start","queue_duration_s":0.36737,"scheduling_latency_s":0.367391}1825vm-test-run-nixbot-gitlab> gitlab # [  344.856033] gitaly[1361]: time="2026-06-30T06:43:53.636Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=593 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=3 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-30T06:44:23.125" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:53.625" grpc.time_ms=11.607 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1826vm-test-run-nixbot-gitlab> gitlab # [  344.870055] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:53.684Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"67fbd4d05251d6649ccdb519","created_at":"2026-06-30T06:43:53.246Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-2191b977408349e4","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.249Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-67fbd4d05251d6649ccdb519: done: 0.067533 sec","job_status":"done","queue_duration_s":0.36737,"scheduling_latency_s":0.367391,"gitaly_calls":1,"gitaly_duration_s":0.030057,"redis_calls":12,"redis_duration_s":0.0049099999999999994,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001084,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000583,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003243,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026166,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.04580554,"duration_s":0.067533,"completed_at":"2026-06-30T06:43:53.684Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00701,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1827vm-test-run-nixbot-gitlab> gitlab # [  344.916578] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:53.688Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"fba98c4e91bd3fc2b9d50f7d","created_at":"2026-06-30T06:43:53.410Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-2191b977408349e4","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bcdd5a983abedb95ed14f9a3995b56db1afffef91ce3ae226d325475a3a791c3","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.413Z","job_size_bytes":467,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-fba98c4e91bd3fc2b9d50f7d: start","job_status":"start","queue_duration_s":0.274288,"scheduling_latency_s":0.274313}1828vm-test-run-nixbot-gitlab> gitlab # [  344.934328] gitaly[1361]: time="2026-06-30T06:43:53.656Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:03.027" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:53.647" grpc.time_ms=8.976 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1829vm-test-run-nixbot-gitlab> gitlab # [  344.948120] gitaly[1361]: time="2026-06-30T06:43:53.666Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B diskcache=acdea559-cb24-4e0b-8090-d31ac29ede80 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T12:43:53.638" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.638" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1830vm-test-run-nixbot-gitlab> gitlab # [  344.958054] gitaly[1361]: time="2026-06-30T06:43:53.666Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1509 command.oublock=0 command.real_time_ms=34 command.spawn_token_fork_ms=4 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-30T12:43:53.638" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.638" grpc.time_ms=27.847 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1831vm-test-run-nixbot-gitlab> gitlab # [  344.973778] gitaly[1361]: time="2026-06-30T06:43:53.718Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:23.116" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.717" grpc.time_ms=0.888 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1832vm-test-run-nixbot-gitlab> gitlab # [  344.986653] gitaly[1361]: time="2026-06-30T06:43:53.731Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T06:44:03.280" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:53.721" grpc.time_ms=8.94 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1833vm-test-run-nixbot-gitlab> gitlab # [  345.000374] gitaly[1361]: time="2026-06-30T06:43:53.772Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:23.169" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.770" grpc.time_ms=1.424 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1834vm-test-run-nixbot-gitlab> gitlab # [  345.013571] gitaly[1361]: time="2026-06-30T06:43:53.779Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=113 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-30T06:44:23.175" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:53.776" grpc.time_ms=3.392 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1835vm-test-run-nixbot-gitlab> gitlab # [  345.030584] gitaly[1361]: time="2026-06-30T06:43:53.845Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=3 command.system_time_ms=7 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:03.010" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:53.831" grpc.time_ms=13.396 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1836vm-test-run-nixbot-gitlab> gitlab # [  345.045524] gitaly[1361]: time="2026-06-30T06:43:53.904Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T06:44:03.283" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:53.904" grpc.time_ms=0.37 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1837vm-test-run-nixbot-gitlab> gitlab # [  345.064304] gitaly[1361]: time="2026-06-30T06:43:53.939Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=570 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=4 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T06:44:03.002" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:53.923" grpc.time_ms=15.783 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1838vm-test-run-nixbot-gitlab> gitlab # [  345.126784] gitaly[1361]: time="2026-06-30T06:43:54.002Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:54.001" grpc.time_ms=0.773 pid=1361 span.kind=server system=grpc1839vm-test-run-nixbot-gitlab> gitlab # [  345.164889] gitaly[1361]: time="2026-06-30T06:43:54.040Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:54.039" grpc.time_ms=0.775 pid=1361 span.kind=server system=grpc1840vm-test-run-nixbot-gitlab> gitlab # [  345.182826] gitaly[1361]: time="2026-06-30T06:43:54.051Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 diskcache=343751e5-906f-4450-ba35-f7bf1fb5483f grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:44:03.022" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:53.943" pid=1361 ref=refs/keep-around/90a36aa004b7d310c6d891c69cb780f0adf5653c remote_ip="2001:db8:1::1" revision=90a36aa004b7d310c6d891c69cb780f0adf5653c span.kind=server system=grpc username=root1841vm-test-run-nixbot-gitlab> gitlab # [  345.201302] gitaly[1361]: time="2026-06-30T06:43:54.051Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=104 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5134 command.oublock=8 command.real_time_ms=102 command.spawn_token_fork_ms=2 command.system_time_ms=58 command.user_time_ms=46 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:44:03.022" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:53.943" grpc.time_ms=108.413 pid=1361 ref=refs/keep-around/90a36aa004b7d310c6d891c69cb780f0adf5653c remote_ip="2001:db8:1::1" revision=90a36aa004b7d310c6d891c69cb780f0adf5653c span.kind=server system=grpc username=root1842vm-test-run-nixbot-gitlab> gitlab # [  345.220807] gitaly[1361]: time="2026-06-30T06:43:54.061Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:24.059" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:54.060" grpc.time_ms=0.682 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1843vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456'1844vm-test-run-nixbot-gitlab> gitlab # [  345.539147] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:54 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/90a36aa004b7d310c6d891c69cb780f0adf5653c HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 8951845vm-test-run-nixbot-gitlab> gitlab # [  345.543279] nixbot[4005]: {"ts": "2026-06-30T06:43:54.415Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/90a36aa004b7d310c6d891c69cb780f0adf5653c \"HTTP/1.1 201 Created\""}1846vm-test-run-nixbot-gitlab> gitlab # [  345.547159] nixbot[4005]: {"ts": "2026-06-30T06:43:54.422Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-90a36aa004b7-a03a1297", "argv0": "bwrap"}1847vm-test-run-nixbot-gitlab> gitlab # [  345.601456] nixbot[4005]: INFO:     ::ffff:127.0.0.1:58952 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456 HTTP/1.1" 200 OK1848vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456', in 0.07 seconds)1849vm-test-run-nixbot-gitlab> []1850vm-test-run-nixbot-gitlab> gitlab # [  345.679493] systemd[1]: Started Nix Daemon.1851vm-test-run-nixbot-gitlab> gitlab # [  345.799744] nix-daemon[4304]: accepted connection from pid 4303, user nixbot1852vm-test-run-nixbot-gitlab> gitlab # [  345.811628] nix-daemon[4304]: accepted connection from pid 4302, user nixbot1853vm-test-run-nixbot-gitlab> gitlab # [  345.820269] gitaly[1361]: time="2026-06-30T06:43:54.694Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=18 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=4 command.system_time_ms=15 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-30T06:44:24.065" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:54.665" grpc.time_ms=29.056 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1854vm-test-run-nixbot-gitlab> gitlab # [  345.906270] gitaly[1361]: time="2026-06-30T06:43:54.781Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA6JEBFTM5XEJVSFTH63B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-30T06:44:24.159" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:54.760" grpc.time_ms=20.961 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1855vm-test-run-nixbot-gitlab> gitlab # [  345.984263] sidekiq-cluster[2481]: {"severity":"WARN","time":"2026-06-30T06:43:54.858Z","class":"CreatePipelineWorker","correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"90a36aa004b7d310c6d891c69cb780f0adf5653c","after":"b96fe204a749d17d3f72e448107afa006e5ff456","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"b96fe204a749d17d3f72e448107afa006e5ff456","ref":"refs/heads/master"},"retry":0}1856vm-test-run-nixbot-gitlab> gitlab # [  346.021206] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:54.895Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"fba98c4e91bd3fc2b9d50f7d","created_at":"2026-06-30T06:43:53.410Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-2191b977408349e4","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bcdd5a983abedb95ed14f9a3995b56db1afffef91ce3ae226d325475a3a791c3","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.413Z","job_size_bytes":467,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-fba98c4e91bd3fc2b9d50f7d: done: 1.207222 sec","job_status":"done","queue_duration_s":0.274288,"scheduling_latency_s":0.274313,"gitaly_calls":7,"gitaly_duration_s":0.188058,"redis_calls":33,"redis_duration_s":0.021399,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.0024,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004772,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.007475,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006752,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.079,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.067,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.903258,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":1.207222,"completed_at":"2026-06-30T06:43:54.895Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.07856,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1857vm-test-run-nixbot-gitlab> gitlab # [  346.122191] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:54.907Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"5f97639a-3daf-4db1-9de3-866693c82afb\"}"],"class":"WebHookWorker","jid":"1d04a9b35f48cfb1966a9e86","created_at":"2026-06-30T06:43:53.540Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-2191b977408349e4","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:aa382f917be18a08eacdf3f08e8d8590217ff8d6cae25b14fb566b4997f48997","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.548Z","job_size_bytes":1749,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-1d04a9b35f48cfb1966a9e86: start","job_status":"start","queue_duration_s":1.35905,"scheduling_latency_s":1.359108}1858vm-test-run-nixbot-gitlab> gitlab # [  346.393060] nixbot[4005]: INFO:     ::ffff:127.0.0.1:58960 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted1859vm-test-run-nixbot-gitlab> gitlab # [  346.470215] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:55.343Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"5f97639a-3daf-4db1-9de3-866693c82afb\"}"],"class":"WebHookWorker","jid":"1d04a9b35f48cfb1966a9e86","created_at":"2026-06-30T06:43:53.540Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-2191b977408349e4","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:aa382f917be18a08eacdf3f08e8d8590217ff8d6cae25b14fb566b4997f48997","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:53.548Z","job_size_bytes":1749,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-1d04a9b35f48cfb1966a9e86: done: 0.436093 sec","job_status":"done","queue_duration_s":1.35905,"scheduling_latency_s":1.359108,"redis_calls":19,"redis_duration_s":0.02789,"redis_read_bytes":31,"redis_write_bytes":5281,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.009121,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.003357,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3643,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.01088,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004532,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.023203220000027613,"cpu_s":0.225374,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00067698,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.436093,"completed_at":"2026-06-30T06:43:55.343Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.018625,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1860vm-test-run-nixbot-gitlab> gitlab # [  346.563720] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:55.354Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"d020e5697ba07c49c7451000","created_at":"2026-06-30T06:43:54.080Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-43e0b07576f74b27","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.094Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-d020e5697ba07c49c7451000: start","job_status":"start","queue_duration_s":1.260512,"scheduling_latency_s":1.260577}1861vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456'1862vm-test-run-nixbot-gitlab> gitlab # [  346.612203] gitaly[1361]: time="2026-06-30T06:43:55.487Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=3 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA99V88YEH7PKKB1HFPWD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:55.472" grpc.time_ms=15.232 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1863vm-test-run-nixbot-gitlab> gitlab # [  346.640842] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:55 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1671864vm-test-run-nixbot-gitlab> gitlab # [  346.662687] nixbot[4005]: INFO:     ::ffff:127.0.0.1:58964 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456 HTTP/1.1" 200 OK1865vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456', in 0.07 seconds)1866vm-test-run-nixbot-gitlab> []1867vm-test-run-nixbot-gitlab> gitlab # [  346.717070] gitaly[1361]: time="2026-06-30T06:43:55.592Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9F45H261734Y7B9KT0R grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:55.582" pid=1361 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc1868vm-test-run-nixbot-gitlab> gitlab # [  346.742347] gitaly[1361]: time="2026-06-30T06:43:55.617Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9F45H261734Y7B9KT0R grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:55.582" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1869vm-test-run-nixbot-gitlab> gitlab # [  346.765088] gitaly[1361]: time="2026-06-30T06:43:55.618Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=586 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9F45H261734Y7B9KT0R grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:43:55.582" grpc.time_ms=35.428 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc1870vm-test-run-nixbot-gitlab> gitlab # [  346.785405] gitlab-workhorse[1287]: time="2026-06-30T06:43:55Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=671871vm-test-run-nixbot-gitlab> gitlab # [  346.787753] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:55 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 1251872vm-test-run-nixbot-gitlab> gitlab # [  346.807462] nixbot[4005]: {"ts": "2026-06-30T06:43:55.683Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}1873vm-test-run-nixbot-gitlab> gitlab # [  346.814756] nix-daemon[4314]: unexpected Nix daemon error: error: interrupted by the user1874vm-test-run-nixbot-gitlab> gitlab # [  346.860076] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:55.735Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"d020e5697ba07c49c7451000","created_at":"2026-06-30T06:43:54.080Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-43e0b07576f74b27","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.094Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-d020e5697ba07c49c7451000: done: 0.380621 sec","job_status":"done","queue_duration_s":1.260512,"scheduling_latency_s":1.260577,"redis_calls":18,"redis_duration_s":0.030566,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.024727,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00554,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000299,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.167,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.165,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.051608,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00288684,"duration_s":0.380621,"completed_at":"2026-06-30T06:43:55.735Z","load_balancing_strategy":"primary","db_duration_s":0.178863,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1875vm-test-run-nixbot-gitlab> gitlab # [  346.923168] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:55.741Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"88297e7e12729d451aca1451","created_at":"2026-06-30T06:43:54.095Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-43e0b07576f74b27","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.107Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-88297e7e12729d451aca1451: start","job_status":"start","queue_duration_s":1.633438,"scheduling_latency_s":1.633467}1876vm-test-run-nixbot-gitlab> gitlab # [  346.944170] gitaly[1361]: time="2026-06-30T06:43:55.776Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:25.375" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:55.775" grpc.time_ms=0.563 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1877vm-test-run-nixbot-gitlab> gitlab # [  346.957684] gitaly[1361]: time="2026-06-30T06:43:55.783Z" level=info msg="finished unary call with code OK" catfile.duration_ms=3 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=3 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9P4XSZN9GXBMNWNPBD4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:25.779" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:55.779" grpc.time_ms=3.491 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1878vm-test-run-nixbot-gitlab> gitlab # [  346.971064] gitaly[1361]: time="2026-06-30T06:43:55.811Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=7 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-30T06:44:25.398" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:55.798" grpc.time_ms=12.777 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1879vm-test-run-nixbot-gitlab> gitlab # [  346.985658] gitaly[1361]: time="2026-06-30T06:43:55.829Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA9P4XSZN9GXBMNWNPBD4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:05.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:55.819" grpc.time_ms=9.167 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1880vm-test-run-nixbot-gitlab> gitlab # [  346.999751] gitaly[1361]: time="2026-06-30T06:43:55.840Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:05.064" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:55.825" grpc.time_ms=15.725 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1881vm-test-run-nixbot-gitlab> gitlab # [  347.022642] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:55 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/90a36aa004b7d310c6d891c69cb780f0adf5653c HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 1811882vm-test-run-nixbot-gitlab> gitlab # [  347.025559] nixbot[4005]: {"ts": "2026-06-30T06:43:55.899Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/90a36aa004b7d310c6d891c69cb780f0adf5653c \"HTTP/1.1 201 Created\""}1883vm-test-run-nixbot-gitlab> gitlab # [  347.034338] gitaly[1361]: time="2026-06-30T06:43:55.909Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-30T06:44:05.018" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:55.909" grpc.time_ms=0.352 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1884vm-test-run-nixbot-gitlab> gitlab # [  347.052062] gitaly[1361]: time="2026-06-30T06:43:55.927Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-30T06:44:05.027" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:55.917" grpc.time_ms=9.695 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1885vm-test-run-nixbot-gitlab> gitlab # [  347.094882] gitaly[1361]: time="2026-06-30T06:43:55.970Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:55.969" grpc.time_ms=0.473 pid=1361 span.kind=server system=grpc1886vm-test-run-nixbot-gitlab> gitlab # [  347.114167] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:55.987Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"88297e7e12729d451aca1451","created_at":"2026-06-30T06:43:54.095Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-43e0b07576f74b27","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.107Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-88297e7e12729d451aca1451: done: 0.246677 sec","job_status":"done","queue_duration_s":1.633438,"scheduling_latency_s":1.633467,"redis_calls":21,"redis_duration_s":0.031219,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.025327,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003993,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001899,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":12,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.078,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.065,"db_ci_duration_s":0.013,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.076171,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0020232,"duration_s":0.246677,"completed_at":"2026-06-30T06:43:55.987Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.102692,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1887vm-test-run-nixbot-gitlab> gitlab # [  347.162864] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:55.991Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"d1b26ba30ce0dca8d4858aad","created_at":"2026-06-30T06:43:54.373Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-43e0b07576f74b27","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.385Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d1b26ba30ce0dca8d4858aad: start","job_status":"start","queue_duration_s":1.606711,"scheduling_latency_s":1.606742}1888vm-test-run-nixbot-gitlab> gitlab # [  347.179583] gitaly[1361]: time="2026-06-30T06:43:55.992Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9W23CB6MDXDF3EKTZXR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:25.489" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:55.989" grpc.time_ms=2.237 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1889vm-test-run-nixbot-gitlab> gitlab # [  347.192952] gitaly[1361]: time="2026-06-30T06:43:56.004Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4157 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:56.003" grpc.time_ms=0.455 pid=1361 span.kind=server system=grpc1890vm-test-run-nixbot-gitlab> gitlab # [  347.202934] gitaly[1361]: time="2026-06-30T06:43:56.015Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE diskcache=d89b5522-5574-44e2-a4d5-e57910fcc443 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:44:05.039" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:55.930" pid=1361 ref=refs/keep-around/b96fe204a749d17d3f72e448107afa006e5ff456 remote_ip="2001:db8:1::1" revision=b96fe204a749d17d3f72e448107afa006e5ff456 span.kind=server system=grpc username=root1891vm-test-run-nixbot-gitlab> gitlab # [  347.215187] gitaly[1361]: time="2026-06-30T06:43:56.015Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=59 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5098 command.oublock=8 command.real_time_ms=79 command.spawn_token_fork_ms=4 command.system_time_ms=34 command.user_time_ms=25 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-30T06:44:05.039" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-30T06:43:55.930" grpc.time_ms=85.119 pid=1361 ref=refs/keep-around/b96fe204a749d17d3f72e448107afa006e5ff456 remote_ip="2001:db8:1::1" revision=b96fe204a749d17d3f72e448107afa006e5ff456 span.kind=server system=grpc username=root1892vm-test-run-nixbot-gitlab> gitlab # [  347.230810] gitaly[1361]: time="2026-06-30T06:43:56.024Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:26.023" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:56.024" grpc.time_ms=0.357 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1893vm-test-run-nixbot-gitlab> gitlab # [  347.244101] gitaly[1361]: time="2026-06-30T06:43:56.045Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=5 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA9W23CB6MDXDF3EKTZXR grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:06.004" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:56.035" grpc.time_ms=10.658 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1894vm-test-run-nixbot-gitlab> gitlab # [  347.257629] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:56 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/90a36aa004b7d310c6d891c69cb780f0adf5653c HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 2161895vm-test-run-nixbot-gitlab> gitlab # [  347.260335] nixbot[4005]: {"ts": "2026-06-30T06:43:56.124Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/90a36aa004b7d310c6d891c69cb780f0adf5653c \"HTTP/1.1 201 Created\""}1896vm-test-run-nixbot-gitlab> gitlab # [  347.350437] nixbot[4005]: {"ts": "2026-06-30T06:43:56.225Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b96fe204a749d17d3f72e448107afa006e5ff456 \"HTTP/1.1 201 Created\""}1897vm-test-run-nixbot-gitlab> gitlab # [  347.355192] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:56 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b96fe204a749d17d3f72e448107afa006e5ff456 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 5411898vm-test-run-nixbot-gitlab> gitlab # [  347.359813] nixbot[4005]: {"ts": "2026-06-30T06:43:56.235Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-b96fe204a749-44c8e885", "argv0": "bwrap"}1899vm-test-run-nixbot-gitlab> gitlab # [  347.445468] gitaly[1361]: time="2026-06-30T06:43:56.321Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:56.319" grpc.time_ms=1.02 pid=1361 span.kind=server system=grpc1900vm-test-run-nixbot-gitlab> gitlab # [  347.494163] gitaly[1361]: time="2026-06-30T06:43:56.367Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:56.367" grpc.time_ms=0.487 pid=1361 span.kind=server system=grpc1901vm-test-run-nixbot-gitlab> gitlab # [  347.506256] nix-daemon[4304]: accepted connection from pid 4395, user nixbot1902vm-test-run-nixbot-gitlab> gitlab # [  347.512510] nix-daemon[4304]: accepted connection from pid 4397, user nixbot1903vm-test-run-nixbot-gitlab> gitlab # [  347.531244] gitaly[1361]: time="2026-06-30T06:43:56.406Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:43:56.406" grpc.time_ms=0.605 pid=1361 span.kind=server system=grpc1904vm-test-run-nixbot-gitlab> gitlab # [  347.549343] gitaly[1361]: time="2026-06-30T06:43:56.425Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 diskcache=ba697fcc-7eae-4ace-9892-ddf4d74602e8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T06:44:26.284" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:56.284" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1905vm-test-run-nixbot-gitlab> gitlab # [  347.562708] gitaly[1361]: time="2026-06-30T06:43:56.425Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=98 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7048 command.oublock=0 command.real_time_ms=133 command.spawn_token_fork_ms=1 command.system_time_ms=48 command.user_time_ms=50 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T06:44:26.284" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:43:56.284" grpc.time_ms=140.444 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1906vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456'1907vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456', in 0.07 seconds)1908vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': 'b96fe204a749d17d3f72e448107afa006e5ff456', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': [{'level': 'warning', 'message': "unable to download 'https://cache.nixos.org/…': Could not resolve hostname (6) Could not resolve host: cache.nixos.org", 'count': 1}], 'error': None, 'created_at': '2026-06-30T06:43:55.669945Z', 'started_at': '2026-06-30T06:43:56.229355Z', 'finished_at': None}]1909vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 4.41 seconds)1910vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses1911vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses1912vm-test-run-nixbot-gitlab> gitlab # [  347.744730] nixbot[4005]: INFO:     ::ffff:127.0.0.1:58978 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b96fe204a749d17d3f72e448107afa006e5ff456 HTTP/1.1" 200 OK1913vm-test-run-nixbot-gitlab> gitlab # [  347.902766] gitaly[1361]: time="2026-06-30T06:43:56.778Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAAM38FN4PHFXH4MX1XGT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:26.776" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:56.776" grpc.time_ms=1.036 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1914vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses, in 0.22 seconds)1915vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b96fe204a749d17d3f72e448107afa006e5ff456', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:56.184Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1916vm-test-run-nixbot-gitlab> gitlab # [  347.966409] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:56 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1641917vm-test-run-nixbot-gitlab> gitlab # [  348.102711] gitaly[1361]: time="2026-06-30T06:43:56.977Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:26.374" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:56.974" grpc.time_ms=1.914 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1918vm-test-run-nixbot-gitlab> gitlab # [  348.200767] gitaly[1361]: time="2026-06-30T06:43:57.076Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:27.073" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:57.074" grpc.time_ms=1.599 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1919vm-test-run-nixbot-gitlab> gitlab # [  348.346812] gitaly[1361]: time="2026-06-30T06:43:57.222Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:27.219" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:57.220" grpc.time_ms=1.599 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1920vm-test-run-nixbot-gitlab> gitlab # [  348.388336] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:57.261Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"65774c8c8f2f051261c310c6","created_at":"2026-06-30T06:43:57.247Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"d1b26ba30ce0dca8d4858aad","job_size_bytes":3,"pid":2481,"job_status":"deduplicated","message":"PipelineProcessWorker JID-65774c8c8f2f051261c310c6: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}1921vm-test-run-nixbot-gitlab> gitlab # [  348.430935] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:57.274Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"d1b26ba30ce0dca8d4858aad","created_at":"2026-06-30T06:43:54.373Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-43e0b07576f74b27","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.385Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2481,"job_status":"rescheduled","message":"PipelineProcessWorker JID-d1b26ba30ce0dca8d4858aad: rescheduled"}1922vm-test-run-nixbot-gitlab> gitlab # [  348.457139] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:57.323Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"d1b26ba30ce0dca8d4858aad","created_at":"2026-06-30T06:43:54.373Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-43e0b07576f74b27","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:54.385Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d1b26ba30ce0dca8d4858aad: done: 1.331585 sec","job_status":"done","queue_duration_s":1.606711,"scheduling_latency_s":1.606742,"gitaly_calls":4,"gitaly_duration_s":0.209148,"redis_calls":113,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.412677,"redis_read_bytes":405,"redis_write_bytes":25150,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.05975,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.010363,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":29,"redis_feature_flag_duration_s":0.169361,"redis_feature_flag_read_bytes":156,"redis_feature_flag_write_bytes":4863,"redis_queues_calls":22,"redis_queues_duration_s":0.028475,"redis_queues_read_bytes":28,"redis_queues_write_bytes":12385,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.053829,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3614,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.004075,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":165,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.007007,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.020067,"redis_shared_state_read_bytes":11,"redis_shared_state_write_bytes":850,"db_count":50,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":50,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.295,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.026,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.031,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.215,"db_ci_duration_s":0.079,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.439322,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":1.17792744,"duration_s":1.331585,"completed_at":"2026-06-30T06:43:57.323Z","load_balancing_strategy":"primary","db_duration_s":0.307692,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1923vm-test-run-nixbot-gitlab> gitlab # [  348.518965] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:57.337Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","1d04a9b35f48cfb1966a9e86"],"class":"WebHooks::LogExecutionWorker","jid":"7a7e55862472541205873be2","created_at":"2026-06-30T06:43:55.285Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-7e5d956773f94db6","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:9a11fe669cf57ca47c93dd228cf86582eca02f12d5c96a2ea4932fac0989785c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.315Z","job_size_bytes":2506,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-7a7e55862472541205873be2: start","job_status":"start","queue_duration_s":2.022528,"scheduling_latency_s":2.022589}1924vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses1925vm-test-run-nixbot-gitlab> gitlab # [  348.910707] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:57.785Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","1d04a9b35f48cfb1966a9e86"],"class":"WebHooks::LogExecutionWorker","jid":"7a7e55862472541205873be2","created_at":"2026-06-30T06:43:55.285Z","trace_propagation_headers":{"sentry-trace":"758727ca78674e48a318988cdc37e41e-7e5d956773f94db6","baggage":"sentry-trace_id=758727ca78674e48a318988cdc37e41e,sentry-release=Unknown"},"correlation_id":"01KWBMA6JEBFTM5XEJVSFTH63B","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:9a11fe669cf57ca47c93dd228cf86582eca02f12d5c96a2ea4932fac0989785c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:55.315Z","job_size_bytes":2506,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-7a7e55862472541205873be2: done: 0.44835 sec","job_status":"done","queue_duration_s":2.022528,"scheduling_latency_s":2.022589,"redis_calls":12,"redis_duration_s":0.186581,"redis_read_bytes":11,"redis_write_bytes":1310,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.008802,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":564,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.173467,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004312,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.048,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.048,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.022,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.173808,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00222272,"duration_s":0.44835,"completed_at":"2026-06-30T06:43:57.785Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.038075,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1926vm-test-run-nixbot-gitlab> gitlab # [  349.019633] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:57.797Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"047fb2cdff298e8834a5b5bd","created_at":"2026-06-30T06:43:56.028Z","trace_propagation_headers":{"sentry-trace":"11d7cd41b9034eef90f31a1564a95612-3e49e2bd762f4ceb","baggage":"sentry-trace_id=11d7cd41b9034eef90f31a1564a95612,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA9N6ABXFX224D0KBVAKE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.035Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-047fb2cdff298e8834a5b5bd: start","job_status":"start","queue_duration_s":1.761676,"scheduling_latency_s":1.761705}1927vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses, in 0.19 seconds)1928vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b96fe204a749d17d3f72e448107afa006e5ff456', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:56.184Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1929vm-test-run-nixbot-gitlab> gitlab # [  349.102773] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:57.977Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"047fb2cdff298e8834a5b5bd","created_at":"2026-06-30T06:43:56.028Z","trace_propagation_headers":{"sentry-trace":"11d7cd41b9034eef90f31a1564a95612-3e49e2bd762f4ceb","baggage":"sentry-trace_id=11d7cd41b9034eef90f31a1564a95612,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA9N6ABXFX224D0KBVAKE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.035Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-047fb2cdff298e8834a5b5bd: done: 0.18007 sec","job_status":"done","queue_duration_s":1.761676,"scheduling_latency_s":1.761705,"redis_calls":7,"redis_duration_s":0.025508,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.019101,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.006407,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050404,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.18007,"completed_at":"2026-06-30T06:43:57.977Z","load_balancing_strategy":"primary","db_duration_s":0.020325,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1930vm-test-run-nixbot-gitlab> gitlab # [  349.190852] gitaly[1361]: time="2026-06-30T06:43:57.990Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMABTGSDFK9NN2NA97Y094 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:27.487" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:57.988" grpc.time_ms=1.34 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1931vm-test-run-nixbot-gitlab> gitlab # [  349.209695] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:58 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1261932vm-test-run-nixbot-gitlab> gitlab # [  349.213082] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:57.988Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"b171bcdf8a60204b157a557f","created_at":"2026-06-30T06:43:41.740Z","trace_propagation_headers":{"sentry-trace":"358af0087b17460283273bec30608326-6b6faa8a84a34d0d","baggage":"sentry-trace_id=358af0087b17460283273bec30608326,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9VD5TPVYFGSCH0QY8CZS","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:95763172acfc9edfe07c4499734c355afa9a15d7d1f47391ff8d269fc8b179ca","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:57.835Z","retry_count":0,"job_size_bytes":451,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-b171bcdf8a60204b157a557f: start","job_status":"start","queue_duration_s":0.153247,"scheduling_latency_s":0.153351}1933vm-test-run-nixbot-gitlab> gitlab # [  349.253663] sidekiq-cluster[2481]: {"severity":"WARN","time":"2026-06-30T06:43:58.127Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"b171bcdf8a60204b157a557f","created_at":"2026-06-30T06:43:41.740Z","trace_propagation_headers":{"sentry-trace":"358af0087b17460283273bec30608326-6b6faa8a84a34d0d","baggage":"sentry-trace_id=358af0087b17460283273bec30608326,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBM9VD5TPVYFGSCH0QY8CZS","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:95763172acfc9edfe07c4499734c355afa9a15d7d1f47391ff8d269fc8b179ca","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:57.835Z","retry_count":0,"job_size_bytes":451,"pid":2481,"sidekiq_tid":"m4a9","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-b171bcdf8a60204b157a557f: fail: 0.137708 sec","job_status":"fail","queue_duration_s":0.153247,"scheduling_latency_s":0.153351,"redis_calls":7,"redis_duration_s":0.009144,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005603,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003541,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.026,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.056151,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.137708,"completed_at":"2026-06-30T06:43:58.125Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.025561,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1934vm-test-run-nixbot-gitlab> gitlab # [  349.658203] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:58.145Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"f3990f5a8520271b979d7b9f","created_at":"2026-06-30T06:43:56.036Z","trace_propagation_headers":{"sentry-trace":"11d7cd41b9034eef90f31a1564a95612-3e49e2bd762f4ceb","baggage":"sentry-trace_id=11d7cd41b9034eef90f31a1564a95612,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA9N6ABXFX224D0KBVAKE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.042Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"m5rh","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-f3990f5a8520271b979d7b9f: start","job_status":"start","queue_duration_s":2.102267,"scheduling_latency_s":2.10233}1935vm-test-run-nixbot-gitlab> gitlab # [  349.676170] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:58.393Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"f3990f5a8520271b979d7b9f","created_at":"2026-06-30T06:43:56.036Z","trace_propagation_headers":{"sentry-trace":"11d7cd41b9034eef90f31a1564a95612-3e49e2bd762f4ceb","baggage":"sentry-trace_id=11d7cd41b9034eef90f31a1564a95612,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA9N6ABXFX224D0KBVAKE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.042Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"m5rh","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-f3990f5a8520271b979d7b9f: done: 0.248758 sec","job_status":"done","queue_duration_s":2.102267,"scheduling_latency_s":2.10233,"redis_calls":10,"redis_duration_s":0.028991999999999997,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.015679,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.013313,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.058,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.037,"db_ci_duration_s":0.021,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.092569,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.248758,"completed_at":"2026-06-30T06:43:58.393Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.066909,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1936vm-test-run-nixbot-gitlab> gitlab # [  349.720813] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:58.406Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"0e263dc20aa93209615cd68d","created_at":"2026-06-30T06:43:56.194Z","trace_propagation_headers":{"sentry-trace":"11d7cd41b9034eef90f31a1564a95612-3e49e2bd762f4ceb","baggage":"sentry-trace_id=11d7cd41b9034eef90f31a1564a95612,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA9N6ABXFX224D0KBVAKE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.201Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m5rh","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-0e263dc20aa93209615cd68d: start","job_status":"start","queue_duration_s":2.204708,"scheduling_latency_s":2.204759}1937vm-test-run-nixbot-gitlab> gitlab # [  349.870947] gitaly[1361]: time="2026-06-30T06:43:58.746Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:28.143" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:58.744" grpc.time_ms=1.79 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1938vm-test-run-nixbot-gitlab> gitlab # [  349.997501] gitaly[1361]: time="2026-06-30T06:43:58.873Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:28.270" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:58.871" grpc.time_ms=1.466 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1939vm-test-run-nixbot-gitlab> gitlab # [  350.095388] gitaly[1361]: time="2026-06-30T06:43:58.970Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA9N6ABXFX224D0KBVAKE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:28.368" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:58.968" grpc.time_ms=1.624 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1940vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses1941vm-test-run-nixbot-gitlab> gitlab # [  350.166472] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.040Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"0e263dc20aa93209615cd68d","created_at":"2026-06-30T06:43:56.194Z","trace_propagation_headers":{"sentry-trace":"11d7cd41b9034eef90f31a1564a95612-3e49e2bd762f4ceb","baggage":"sentry-trace_id=11d7cd41b9034eef90f31a1564a95612,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMA9N6ABXFX224D0KBVAKE","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.201Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"m5rh","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-0e263dc20aa93209615cd68d: done: 0.634057 sec","job_status":"done","queue_duration_s":2.204708,"scheduling_latency_s":2.204759,"gitaly_calls":3,"gitaly_duration_s":0.029544,"redis_calls":45,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.078486,"redis_read_bytes":227,"redis_write_bytes":6073,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.012703,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.015551,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.001307,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":59,"redis_queues_calls":2,"redis_queues_duration_s":0.003058,"redis_queues_read_bytes":3,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.018826,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.001334,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.006164,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00684,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.138,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.028,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.035,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.07,"db_ci_duration_s":0.068,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.313269,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.44434414,"duration_s":0.634057,"completed_at":"2026-06-30T06:43:59.040Z","load_balancing_strategy":"primary","db_duration_s":0.160529,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1942vm-test-run-nixbot-gitlab> gitlab # [  350.282253] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.052Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"f6db9ae3eb2aa3c1adfc13a8","created_at":"2026-06-30T06:43:56.246Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.256Z","job_size_bytes":23,"pid":2481,"sidekiq_tid":"m5rh","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-f6db9ae3eb2aa3c1adfc13a8: start","job_status":"start","queue_duration_s":2.795108,"scheduling_latency_s":2.795165}1943vm-test-run-nixbot-gitlab> gitlab # [  350.385256] gitaly[1361]: time="2026-06-30T06:43:59.260Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAD26NZ33ATZK0WPPYQT8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:29.257" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:43:59.258" grpc.time_ms=1.207 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1944vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses, in 0.30 seconds)1945vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b96fe204a749d17d3f72e448107afa006e5ff456', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:56.184Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1946vm-test-run-nixbot-gitlab> gitlab # [  350.456433] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:43:59 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1521947vm-test-run-nixbot-gitlab> gitlab # [  350.474031] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.349Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"f6db9ae3eb2aa3c1adfc13a8","created_at":"2026-06-30T06:43:56.246Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.256Z","job_size_bytes":23,"pid":2481,"sidekiq_tid":"m5rh","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-f6db9ae3eb2aa3c1adfc13a8: done: 0.297339 sec","job_status":"done","queue_duration_s":2.795108,"scheduling_latency_s":2.795165,"redis_calls":15,"redis_duration_s":0.025279,"redis_read_bytes":13,"redis_write_bytes":3012,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.019673,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000425,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1627,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002494,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000796,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001891,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.027,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.1907,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039582,"duration_s":0.297339,"completed_at":"2026-06-30T06:43:59.349Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.033342,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1948vm-test-run-nixbot-gitlab> gitlab # [  350.568948] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.351Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4b31cb504239e60515a5c6ba","created_at":"2026-06-30T06:43:59.335Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-233aa80a5d4a4c23","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:b71fae25f235d9edafebc198f6f8e1f6a090077dc03adfb7838736c2a22f501a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:59.338Z","job_size_bytes":464,"pid":2481,"sidekiq_tid":"m5rh","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4b31cb504239e60515a5c6ba: start","job_status":"start","queue_duration_s":0.012621,"scheduling_latency_s":0.012646}1949vm-test-run-nixbot-gitlab> gitlab # [  350.587331] sidekiq-cluster[2481]: {"severity":"WARN","time":"2026-06-30T06:43:59.411Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4b31cb504239e60515a5c6ba","created_at":"2026-06-30T06:43:59.335Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-233aa80a5d4a4c23","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:b71fae25f235d9edafebc198f6f8e1f6a090077dc03adfb7838736c2a22f501a","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:59.338Z","job_size_bytes":464,"pid":2481,"sidekiq_tid":"m5rh","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4b31cb504239e60515a5c6ba: fail: 0.057916 sec","job_status":"fail","queue_duration_s":0.012621,"scheduling_latency_s":0.012646,"redis_calls":7,"redis_duration_s":0.0020930000000000002,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001513,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00058,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033188,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.057916,"completed_at":"2026-06-30T06:43:59.409Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.012905,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1950vm-test-run-nixbot-gitlab> gitlab # [  351.122275] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.415Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"9d0c0f6276ad5e71590d298d","created_at":"2026-06-30T06:43:56.474Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.493Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-9d0c0f6276ad5e71590d298d: start","job_status":"start","queue_duration_s":2.921944,"scheduling_latency_s":2.922051}1951vm-test-run-nixbot-gitlab> gitlab # [  351.145638] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.492Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"9d0c0f6276ad5e71590d298d","created_at":"2026-06-30T06:43:56.474Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.493Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-9d0c0f6276ad5e71590d298d: done: 0.077091 sec","job_status":"done","queue_duration_s":2.921944,"scheduling_latency_s":2.922051,"redis_calls":10,"redis_duration_s":0.005177,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000839,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00328,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001058,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.049639,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00099156,"duration_s":0.077091,"completed_at":"2026-06-30T06:43:59.492Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008874,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1952vm-test-run-nixbot-gitlab> gitlab # [  351.197212] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.496Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"595062db9f88c92cbcf6ad62","created_at":"2026-06-30T06:43:56.533Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.766Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-595062db9f88c92cbcf6ad62: start","job_status":"start","queue_duration_s":2.730504,"scheduling_latency_s":2.730552}1953vm-test-run-nixbot-gitlab> gitlab # [  351.213776] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.599Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"595062db9f88c92cbcf6ad62","created_at":"2026-06-30T06:43:56.533Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.766Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-595062db9f88c92cbcf6ad62: done: 0.102868 sec","job_status":"done","queue_duration_s":2.730504,"scheduling_latency_s":2.730552,"redis_calls":10,"redis_duration_s":0.005129,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000847,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003163,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001119,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.066798,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00105414,"duration_s":0.102868,"completed_at":"2026-06-30T06:43:59.599Z","load_balancing_strategy":"primary","db_duration_s":0.016762,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1954vm-test-run-nixbot-gitlab> gitlab # [  351.259851] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.604Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"8171b3577a79ef8c408668bf","created_at":"2026-06-30T06:43:56.808Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.826Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-8171b3577a79ef8c408668bf: start","job_status":"start","queue_duration_s":2.777944,"scheduling_latency_s":2.777994}1955vm-test-run-nixbot-gitlab> gitlab # [  351.276086] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.670Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"8171b3577a79ef8c408668bf","created_at":"2026-06-30T06:43:56.808Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.826Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-8171b3577a79ef8c408668bf: done: 0.065594 sec","job_status":"done","queue_duration_s":2.777944,"scheduling_latency_s":2.777994,"redis_calls":13,"redis_duration_s":0.0037359999999999997,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000619,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001833,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000608,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000676,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.046385,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0004494,"duration_s":0.065594,"completed_at":"2026-06-30T06:43:59.670Z","load_balancing_strategy":"primary","db_duration_s":0.006488,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1956vm-test-run-nixbot-gitlab> gitlab # [  351.322722] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.673Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"f8c29c431f226fd976c95427","created_at":"2026-06-30T06:43:56.830Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.857Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-f8c29c431f226fd976c95427: start","job_status":"start","queue_duration_s":2.81604,"scheduling_latency_s":2.816066}1957vm-test-run-nixbot-gitlab> gitlab # [  351.339928] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.721Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"f8c29c431f226fd976c95427","created_at":"2026-06-30T06:43:56.830Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.857Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-f8c29c431f226fd976c95427: done: 0.048546 sec","job_status":"done","queue_duration_s":2.81604,"scheduling_latency_s":2.816066,"redis_calls":10,"redis_duration_s":0.00292,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000484,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001874,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000562,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030133,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00044904,"duration_s":0.048546,"completed_at":"2026-06-30T06:43:59.721Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007888,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1958vm-test-run-nixbot-gitlab> gitlab # [  351.385786] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.724Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"b557b71bf1a93068197775bc","created_at":"2026-06-30T06:43:56.859Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.884Z","job_size_bytes":19,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-b557b71bf1a93068197775bc: start","job_status":"start","queue_duration_s":2.840033,"scheduling_latency_s":2.840057}1959vm-test-run-nixbot-gitlab> gitlab # [  351.406169] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.770Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"b557b71bf1a93068197775bc","created_at":"2026-06-30T06:43:56.859Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.884Z","job_size_bytes":19,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-b557b71bf1a93068197775bc: done: 0.04696 sec","job_status":"done","queue_duration_s":2.840033,"scheduling_latency_s":2.840057,"redis_calls":11,"redis_duration_s":0.003469,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000588,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002203,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000678,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00044044,"duration_s":0.04696,"completed_at":"2026-06-30T06:43:59.770Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008459,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1960vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses1961vm-test-run-nixbot-gitlab> gitlab # [  351.455536] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.773Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"702a30422973c42034a109cf","created_at":"2026-06-30T06:43:56.892Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.912Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-702a30422973c42034a109cf: start","job_status":"start","queue_duration_s":2.860746,"scheduling_latency_s":2.860769}1962vm-test-run-nixbot-gitlab> gitlab # [  351.472558] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.833Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"702a30422973c42034a109cf","created_at":"2026-06-30T06:43:56.892Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.912Z","job_size_bytes":65,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-702a30422973c42034a109cf: done: 0.06014 sec","job_status":"done","queue_duration_s":2.860746,"scheduling_latency_s":2.860769,"redis_calls":10,"redis_duration_s":0.004494,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001259,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002397,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000838,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.037445,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00102136,"duration_s":0.06014,"completed_at":"2026-06-30T06:43:59.833Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008619,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1963vm-test-run-nixbot-gitlab> gitlab # [  351.518195] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.837Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"98c34fd1785539f03042175a","created_at":"2026-06-30T06:43:56.920Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.940Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-98c34fd1785539f03042175a: start","job_status":"start","queue_duration_s":2.896424,"scheduling_latency_s":2.896468}1964vm-test-run-nixbot-gitlab> gitlab # [  351.535084] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.917Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"98c34fd1785539f03042175a","created_at":"2026-06-30T06:43:56.920Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:56.940Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-98c34fd1785539f03042175a: done: 0.080788 sec","job_status":"done","queue_duration_s":2.896424,"scheduling_latency_s":2.896468,"redis_calls":10,"redis_duration_s":0.0041329999999999995,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000899,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002381,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000853,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.057823,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00078076,"duration_s":0.080788,"completed_at":"2026-06-30T06:43:59.917Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007609,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1965vm-test-run-nixbot-gitlab> gitlab # [  351.580660] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.920Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"959f2fd14b06f7674d26fdeb","created_at":"2026-06-30T06:43:57.080Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:57.101Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-959f2fd14b06f7674d26fdeb: start","job_status":"start","queue_duration_s":2.818775,"scheduling_latency_s":2.818806}1966vm-test-run-nixbot-gitlab> gitlab # [  351.597418] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.984Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"959f2fd14b06f7674d26fdeb","created_at":"2026-06-30T06:43:57.080Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:57.101Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-959f2fd14b06f7674d26fdeb: done: 0.06403 sec","job_status":"done","queue_duration_s":2.818775,"scheduling_latency_s":2.818806,"redis_calls":10,"redis_duration_s":0.006798,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00069,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002406,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003702,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033076,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00087362,"duration_s":0.06403,"completed_at":"2026-06-30T06:43:59.984Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015697,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1967vm-test-run-nixbot-gitlab> gitlab # [  351.642639] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:43:59.987Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"187747087aab66cdfab5461d","created_at":"2026-06-30T06:43:57.105Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:57.126Z","job_size_bytes":6,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-187747087aab66cdfab5461d: start","job_status":"start","queue_duration_s":2.86115,"scheduling_latency_s":2.861184}1968vm-test-run-nixbot-gitlab> gitlab # [  351.660229] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:00.048Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"187747087aab66cdfab5461d","created_at":"2026-06-30T06:43:57.105Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:57.126Z","job_size_bytes":6,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-187747087aab66cdfab5461d: done: 0.060546 sec","job_status":"done","queue_duration_s":2.86115,"scheduling_latency_s":2.861184,"redis_calls":10,"redis_duration_s":0.005394,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001002,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003496,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000896,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033598,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0010115,"duration_s":0.060546,"completed_at":"2026-06-30T06:44:00.048Z","load_balancing_strategy":"primary","db_duration_s":0.004208,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1969vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses, in 0.26 seconds)1970vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b96fe204a749d17d3f72e448107afa006e5ff456', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-30T06:43:56.184Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1971vm-test-run-nixbot-gitlab> gitlab # [  351.705769] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:00.242Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"47f9638fd91fac5bb4f34f18","created_at":"2026-06-30T06:43:57.275Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:57.285Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-47f9638fd91fac5bb4f34f18: start","job_status":"start","queue_duration_s":2.956985,"scheduling_latency_s":2.957043}1972vm-test-run-nixbot-gitlab> gitlab # [  351.746133] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:00.482Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"47f9638fd91fac5bb4f34f18","created_at":"2026-06-30T06:43:57.275Z","trace_propagation_headers":{"sentry-trace":"20e7262b03c04483b4cfe576b1012bbc-ee4085121b874b4a","baggage":"sentry-trace_id=20e7262b03c04483b4cfe576b1012bbc,sentry-release=Unknown"},"correlation_id":"01KWBMA7HD0DTHA3ZZV4BV19S9","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:57.285Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-47f9638fd91fac5bb4f34f18: done: 0.239397 sec","job_status":"done","queue_duration_s":2.956985,"scheduling_latency_s":2.957043,"gitaly_calls":2,"gitaly_duration_s":0.015167,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.00525,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.001137,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002025,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000282,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001806,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.049,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.027,"db_ci_duration_s":0.022,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.173822,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.17680854,"duration_s":0.239397,"completed_at":"2026-06-30T06:44:00.481Z","load_balancing_strategy":"primary","db_duration_s":0.048275,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1973vm-test-run-nixbot-gitlab> gitlab # [  351.809268] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:00.484Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"555f1f8bac8f075ce5c2e33c","created_at":"2026-06-30T06:43:58.697Z","trace_propagation_headers":{"sentry-trace":"11d7cd41b9034eef90f31a1564a95612-040b5eda6cb1435e","baggage":"sentry-trace_id=11d7cd41b9034eef90f31a1564a95612,sentry-release=Unknown"},"correlation_id":"01KWBMA9N6ABXFX224D0KBVAKE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:58.707Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-555f1f8bac8f075ce5c2e33c: start","job_status":"start","queue_duration_s":1.776853,"scheduling_latency_s":1.776897}1974vm-test-run-nixbot-gitlab> gitlab # [  351.826274] gitaly[1361]: time="2026-06-30T06:44:00.374Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:30.367" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:00.372" grpc.time_ms=1.833 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1975vm-test-run-nixbot-gitlab> gitlab # [  351.839948] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:44:00 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1601976vm-test-run-nixbot-gitlab> gitlab # [  351.842922] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:00.537Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"555f1f8bac8f075ce5c2e33c","created_at":"2026-06-30T06:43:58.697Z","trace_propagation_headers":{"sentry-trace":"11d7cd41b9034eef90f31a1564a95612-040b5eda6cb1435e","baggage":"sentry-trace_id=11d7cd41b9034eef90f31a1564a95612,sentry-release=Unknown"},"correlation_id":"01KWBMA9N6ABXFX224D0KBVAKE","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-30T06:43:58.707Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-555f1f8bac8f075ce5c2e33c: done: 0.053252 sec","job_status":"done","queue_duration_s":1.776853,"scheduling_latency_s":1.776897,"redis_calls":7,"redis_duration_s":0.002104,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001479,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000625,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0385,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.053252,"completed_at":"2026-06-30T06:44:00.537Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006439,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1977vm-test-run-nixbot-gitlab> gitlab # [  351.887540] gitaly[1361]: time="2026-06-30T06:44:00.456Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMA7HD0DTHA3ZZV4BV19S9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:30.454" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:00.454" grpc.time_ms=1.382 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1978vm-test-run-nixbot-gitlab> gitlab # [  351.900511] gitaly[1361]: time="2026-06-30T06:44:00.535Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAE93MDZ27XER08SMJP9Y grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:30.533" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:00.533" grpc.time_ms=1.379 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1979vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses1980vm-test-run-nixbot-gitlab> gitlab # [  352.751560] gitaly[1361]: time="2026-06-30T06:44:01.627Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:31.624" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:01.625" grpc.time_ms=1.408 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1981vm-test-run-nixbot-gitlab> gitlab # [  352.917662] gitaly[1361]: time="2026-06-30T06:44:01.792Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAFFHY8X34GBQHQCT87Y5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:31.789" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:01.790" grpc.time_ms=1.302 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1982vm-test-run-nixbot-gitlab> gitlab # [  352.951905] gitaly[1361]: time="2026-06-30T06:44:01.799Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:11.019" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:44:01.779" grpc.time_ms=18.79 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1983vm-test-run-nixbot-gitlab> gitlab # [  353.019798] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:01.892Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"84b2deeec28a186e5bf4e9dc","created_at":"2026-06-30T06:44:01.880Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-5127b62db25747e0","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:01.889Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-84b2deeec28a186e5bf4e9dc: start","job_status":"start","queue_duration_s":0.002978,"scheduling_latency_s":0.003048}1984vm-test-run-nixbot-gitlab> gitlab # [  353.068269] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:44:01 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b96fe204a749d17d3f72e448107afa006e5ff456 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 4231985vm-test-run-nixbot-gitlab> gitlab # [  353.074447] nixbot[4005]: {"ts": "2026-06-30T06:44:01.946Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b96fe204a749d17d3f72e448107afa006e5ff456 \"HTTP/1.1 201 Created\""}1986vm-test-run-nixbot-gitlab> gitlab # [  353.080239] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:44:01 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses HTTP/1.1" 200 671 "" "curl/8.20.0" 3021987vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses, in 0.38 seconds)1988vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b96fe204a749d17d3f72e448107afa006e5ff456', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-30T06:43:56.184Z', 'started_at': None, 'finished_at': '2026-06-30T06:44:01.851Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]1989vm-test-run-nixbot-gitlab> gitlab # [  353.176209] gitaly[1361]: time="2026-06-30T06:44:02.051Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAFS4P002HWJZ39WKTWK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:32.049" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:02.050" grpc.time_ms=1.299 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1990vm-test-run-nixbot-gitlab> gitlab # [  353.227495] gitaly[1361]: time="2026-06-30T06:44:02.103Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:44:02.101" grpc.time_ms=0.99 pid=1361 span.kind=server system=grpc1991vm-test-run-nixbot-gitlab> gitlab # [  353.264815] gitaly[1361]: time="2026-06-30T06:44:02.140Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=4 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMAFS4P002HWJZ39WKTWK2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:12.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:44:02.124" grpc.time_ms=16.114 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1992vm-test-run-nixbot-gitlab> gitlab # [  353.295097] gitaly[1361]: time="2026-06-30T06:44:02.144Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3897 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:44:02.143" grpc.time_ms=0.835 pid=1361 span.kind=server system=grpc1993vm-test-run-nixbot-gitlab> gitlab # [  353.314094] gitaly[1361]: time="2026-06-30T06:44:02.189Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3899 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-30T06:44:02.188" grpc.time_ms=0.833 pid=1361 span.kind=server system=grpc1994vm-test-run-nixbot-gitlab> gitlab # [  353.331565] gitaly[1361]: time="2026-06-30T06:44:02.199Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 diskcache=048e4378-fbdc-4d04-8b01-2303633bab86 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T06:44:32.059" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:44:02.060" pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1995vm-test-run-nixbot-gitlab> gitlab # [  353.347260] gitaly[1361]: time="2026-06-30T06:44:02.200Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=135 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7039 command.oublock=0 command.real_time_ms=133 command.spawn_token_fork_ms=1 command.system_time_ms=87 command.user_time_ms=48 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-30T06:44:32.059" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:44:02.060" grpc.time_ms=139.522 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1996vm-test-run-nixbot-gitlab> gitlab # [  353.366660] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:44:02 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b96fe204a749d17d3f72e448107afa006e5ff456 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 2741997vm-test-run-nixbot-gitlab> gitlab # [  353.370468] nixbot[4005]: {"ts": "2026-06-30T06:44:02.231Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b96fe204a749d17d3f72e448107afa006e5ff456 \"HTTP/1.1 201 Created\""}1998vm-test-run-nixbot-gitlab> gitlab # [  353.409666] gitaly[1361]: time="2026-06-30T06:44:02.285Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-30T06:44:32.283" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:02.283" grpc.time_ms=1.383 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1999vm-test-run-nixbot-gitlab> gitlab # [  353.448203] gitaly[1361]: time="2026-06-30T06:44:02.323Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAG23B9T9Z6HFXXP1Z6J5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:32.322" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:02.322" grpc.time_ms=0.903 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2000vm-test-run-nixbot-gitlab> gitlab # [  353.470899] gitaly[1361]: time="2026-06-30T06:44:02.346Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:32.343" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:02.344" grpc.time_ms=1.233 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2001vm-test-run-nixbot-gitlab> gitlab # [  353.517889] gitaly[1361]: time="2026-06-30T06:44:02.393Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KWBMAG23B9T9Z6HFXXP1Z6J5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-30T06:44:12.006" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-30T06:44:02.377" grpc.time_ms=15.576 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2002vm-test-run-nixbot-gitlab> gitlab # [  353.561305] gitaly[1361]: time="2026-06-30T06:44:02.436Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAFBE5JHSPYH3T2VS6P14 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-30T06:44:32.434" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-30T06:44:02.435" grpc.time_ms=1.368 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2003vm-test-run-nixbot-gitlab> gitlab # [  353.584738] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.459Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"f0028c1e64b88217165c8700","created_at":"2026-06-30T06:44:02.455Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"84b2deeec28a186e5bf4e9dc","job_size_bytes":3,"pid":2481,"job_status":"deduplicated","message":"PipelineProcessWorker JID-f0028c1e64b88217165c8700: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2004vm-test-run-nixbot-gitlab> gitlab # [  353.609073] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.463Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"84b2deeec28a186e5bf4e9dc","created_at":"2026-06-30T06:44:01.880Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-5127b62db25747e0","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:01.889Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2481,"job_status":"rescheduled","message":"PipelineProcessWorker JID-84b2deeec28a186e5bf4e9dc: rescheduled"}2005vm-test-run-nixbot-gitlab> gitlab # [  353.631944] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.480Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"84b2deeec28a186e5bf4e9dc","created_at":"2026-06-30T06:44:01.880Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-5127b62db25747e0","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:01.889Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-84b2deeec28a186e5bf4e9dc: done: 0.588428 sec","job_status":"done","queue_duration_s":0.002978,"scheduling_latency_s":0.003048,"gitaly_calls":4,"gitaly_duration_s":0.161771,"redis_calls":94,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.033677,"redis_read_bytes":263,"redis_write_bytes":23473,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.00225,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.004906,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001584,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.006035,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14469,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.009074,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.001135,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.002617,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.003826,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.074,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.014,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.018,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.043,"db_ci_duration_s":0.031,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.342075,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.5109953,"duration_s":0.588428,"completed_at":"2026-06-30T06:44:02.480Z","load_balancing_strategy":"primary","db_duration_s":0.076814,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2006vm-test-run-nixbot-gitlab> gitlab # [  353.694182] nixbot[4005]: {"ts": "2026-06-30T06:44:02.467Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b96fe204a749d17d3f72e448107afa006e5ff456 \"HTTP/1.1 201 Created\""}2007vm-test-run-nixbot-gitlab> gitlab # [  353.697229] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:44:02 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b96fe204a749d17d3f72e448107afa006e5ff456 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2222008vm-test-run-nixbot-gitlab> gitlab # [  353.699911] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.484Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"258624c92de74dddd4995e3c","created_at":"2026-06-30T06:44:02.041Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.046Z","job_size_bytes":23,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-258624c92de74dddd4995e3c: start","job_status":"start","queue_duration_s":0.438203,"scheduling_latency_s":0.438253}2009vm-test-run-nixbot-gitlab> gitlab # [  353.717297] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.564Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"258624c92de74dddd4995e3c","created_at":"2026-06-30T06:44:02.041Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.046Z","job_size_bytes":23,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-258624c92de74dddd4995e3c: done: 0.080165 sec","job_status":"done","queue_duration_s":0.438203,"scheduling_latency_s":0.438253,"redis_calls":7,"redis_duration_s":0.002548,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001757,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000791,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.056212,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.080165,"completed_at":"2026-06-30T06:44:02.564Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01628,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2010vm-test-run-nixbot-gitlab> gitlab # [  353.763981] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.567Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"c77aab3a280bce0d04c1b9f6","created_at":"2026-06-30T06:44:02.210Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.214Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-c77aab3a280bce0d04c1b9f6: start","job_status":"start","queue_duration_s":0.352698,"scheduling_latency_s":0.352729}2011vm-test-run-nixbot-gitlab> gitlab # [  353.782503] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.607Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"c77aab3a280bce0d04c1b9f6","created_at":"2026-06-30T06:44:02.210Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.214Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-c77aab3a280bce0d04c1b9f6: done: 0.040331 sec","job_status":"done","queue_duration_s":0.352698,"scheduling_latency_s":0.352729,"redis_calls":7,"redis_duration_s":0.002614,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001903,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000711,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025655,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.040331,"completed_at":"2026-06-30T06:44:02.607Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006901,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2012vm-test-run-nixbot-gitlab> gitlab # [  353.827212] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.609Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"7bc7c435c5422341788311a1","created_at":"2026-06-30T06:44:02.226Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.231Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-7bc7c435c5422341788311a1: start","job_status":"start","queue_duration_s":0.377958,"scheduling_latency_s":0.377985}2013vm-test-run-nixbot-gitlab> gitlab # [  353.843885] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.659Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"7bc7c435c5422341788311a1","created_at":"2026-06-30T06:44:02.226Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.231Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-7bc7c435c5422341788311a1: done: 0.050184 sec","job_status":"done","queue_duration_s":0.377958,"scheduling_latency_s":0.377985,"redis_calls":7,"redis_duration_s":0.0025759999999999997,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001992,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000584,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.050184,"completed_at":"2026-06-30T06:44:02.659Z","load_balancing_strategy":"primary","db_duration_s":0.013949,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2014vm-test-run-nixbot-gitlab> gitlab # [  353.887396] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.662Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"66a11894de07d10afe38ff87","created_at":"2026-06-30T06:44:02.250Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.253Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-66a11894de07d10afe38ff87: start","job_status":"start","queue_duration_s":0.40824,"scheduling_latency_s":0.408271}2015vm-test-run-nixbot-gitlab> gitlab # [  353.903873] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.707Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"66a11894de07d10afe38ff87","created_at":"2026-06-30T06:44:02.250Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.253Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-66a11894de07d10afe38ff87: done: 0.045643 sec","job_status":"done","queue_duration_s":0.40824,"scheduling_latency_s":0.408271,"redis_calls":10,"redis_duration_s":0.0035020000000000003,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001955,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001007,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00054,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.045643,"completed_at":"2026-06-30T06:44:02.707Z","load_balancing_strategy":"primary","db_duration_s":0.010072,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2016vm-test-run-nixbot-gitlab> gitlab # [  353.949864] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.710Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"4a9c81d942d9ee47d74f2a3c","created_at":"2026-06-30T06:44:02.254Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.258Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-4a9c81d942d9ee47d74f2a3c: start","job_status":"start","queue_duration_s":0.451967,"scheduling_latency_s":0.451995}2017vm-test-run-nixbot-gitlab> gitlab # [  353.967558] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.751Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"4a9c81d942d9ee47d74f2a3c","created_at":"2026-06-30T06:44:02.254Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.258Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-4a9c81d942d9ee47d74f2a3c: done: 0.041051 sec","job_status":"done","queue_duration_s":0.451967,"scheduling_latency_s":0.451995,"redis_calls":7,"redis_duration_s":0.002872,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002249,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000623,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021473,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041051,"completed_at":"2026-06-30T06:44:02.751Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012166,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2018vm-test-run-nixbot-gitlab> gitlab # [  354.011334] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.753Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"04324bef7b192db809ba3f77","created_at":"2026-06-30T06:44:02.259Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.263Z","job_size_bytes":19,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-04324bef7b192db809ba3f77: start","job_status":"start","queue_duration_s":0.490034,"scheduling_latency_s":0.490066}2019vm-test-run-nixbot-gitlab> gitlab # [  354.028495] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.790Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"04324bef7b192db809ba3f77","created_at":"2026-06-30T06:44:02.259Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.263Z","job_size_bytes":19,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-04324bef7b192db809ba3f77: done: 0.036673 sec","job_status":"done","queue_duration_s":0.490034,"scheduling_latency_s":0.490066,"redis_calls":8,"redis_duration_s":0.002791,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001885,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000906,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023767,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.036673,"completed_at":"2026-06-30T06:44:02.790Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005698,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2020vm-test-run-nixbot-gitlab> gitlab # [  354.071999] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.792Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"bec3f14e6f2c05a1821f4d19","created_at":"2026-06-30T06:44:02.265Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.268Z","job_size_bytes":66,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-bec3f14e6f2c05a1821f4d19: start","job_status":"start","queue_duration_s":0.524021,"scheduling_latency_s":0.524045}2021vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses2022vm-test-run-nixbot-gitlab> gitlab # [  354.090219] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.830Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"bec3f14e6f2c05a1821f4d19","created_at":"2026-06-30T06:44:02.265Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.268Z","job_size_bytes":66,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-bec3f14e6f2c05a1821f4d19: done: 0.037769 sec","job_status":"done","queue_duration_s":0.524021,"scheduling_latency_s":0.524045,"redis_calls":7,"redis_duration_s":0.003129,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001888,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001241,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019376,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.037769,"completed_at":"2026-06-30T06:44:02.830Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.009309,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2023vm-test-run-nixbot-gitlab> gitlab # [  354.134265] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.834Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"49c5f37b16217727964a6d3e","created_at":"2026-06-30T06:44:02.270Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.272Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-49c5f37b16217727964a6d3e: start","job_status":"start","queue_duration_s":0.56131,"scheduling_latency_s":0.561347}2024vm-test-run-nixbot-gitlab> gitlab # [  354.151459] nix-daemon[4304]: accepted connection from pid 4501, user nixbot2025vm-test-run-nixbot-gitlab> gitlab # [  354.152801] gitaly[1361]: time="2026-06-30T06:44:02.951Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=581 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=5 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KWBMAGP5HGWF1TX6GV4MCM56 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:44:02.940" grpc.time_ms=10.617 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc2026vm-test-run-nixbot-gitlab> gitlab # [  354.166743] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:44:02 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 662027vm-test-run-nixbot-gitlab> gitlab # [  354.169132] gitlab-workhorse[1287]: time="2026-06-30T06:44:03Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672028vm-test-run-nixbot-gitlab> gitlab # [  354.171020] gitlab-workhorse[1287]: gitlab 2001:db8:1::1 - - [2026/06/30:06:44:03 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 872029vm-test-run-nixbot-gitlab> gitlab # [  354.173724] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.880Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"49c5f37b16217727964a6d3e","created_at":"2026-06-30T06:44:02.270Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.272Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-49c5f37b16217727964a6d3e: done: 0.046141 sec","job_status":"done","queue_duration_s":0.56131,"scheduling_latency_s":0.561347,"redis_calls":7,"redis_duration_s":0.0019450000000000001,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00152,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000425,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032414,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.046141,"completed_at":"2026-06-30T06:44:02.880Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004686,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2030vm-test-run-nixbot-gitlab> gitlab # [  354.219171] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.882Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"ada34afe75115e16fa11d765","created_at":"2026-06-30T06:44:02.360Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.364Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-ada34afe75115e16fa11d765: start","job_status":"start","queue_duration_s":0.517328,"scheduling_latency_s":0.517349}2031vm-test-run-nixbot-gitlab> gitlab # [  354.237137] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.918Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"ada34afe75115e16fa11d765","created_at":"2026-06-30T06:44:02.360Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.364Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-ada34afe75115e16fa11d765: done: 0.036502 sec","job_status":"done","queue_duration_s":0.517328,"scheduling_latency_s":0.517349,"redis_calls":7,"redis_duration_s":0.005046999999999999,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001607,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00344,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022973,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.036502,"completed_at":"2026-06-30T06:44:02.918Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004854,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2032vm-test-run-nixbot-gitlab> gitlab # [  354.285311] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.920Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"6b37bb833e21369fdaa2cc11","created_at":"2026-06-30T06:44:02.365Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.368Z","job_size_bytes":6,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-6b37bb833e21369fdaa2cc11: start","job_status":"start","queue_duration_s":0.551562,"scheduling_latency_s":0.551588}2033vm-test-run-nixbot-gitlab> gitlab # [  354.302746] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.943Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"6b37bb833e21369fdaa2cc11","created_at":"2026-06-30T06:44:02.365Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.368Z","job_size_bytes":6,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-6b37bb833e21369fdaa2cc11: done: 0.022834 sec","job_status":"done","queue_duration_s":0.551562,"scheduling_latency_s":0.551588,"redis_calls":7,"redis_duration_s":0.002328,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001902,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000426,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014922,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022834,"completed_at":"2026-06-30T06:44:02.943Z","load_balancing_strategy":"primary","db_duration_s":0.00075,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2034vm-test-run-nixbot-gitlab> gitlab # [  354.350426] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.944Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"68db832d86d7f41d494cdac2","created_at":"2026-06-30T06:44:02.369Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.377Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-68db832d86d7f41d494cdac2: start","job_status":"start","queue_duration_s":0.567375,"scheduling_latency_s":0.567398}2035vm-test-run-nixbot-gitlab> gitlab # [  354.366577] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.991Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"68db832d86d7f41d494cdac2","created_at":"2026-06-30T06:44:02.369Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.377Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-68db832d86d7f41d494cdac2: done: 0.046857 sec","job_status":"done","queue_duration_s":0.567375,"scheduling_latency_s":0.567398,"redis_calls":10,"redis_duration_s":0.0026880000000000003,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001379,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000938,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000371,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.029147,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033632,"duration_s":0.046857,"completed_at":"2026-06-30T06:44:02.991Z","load_balancing_strategy":"primary","db_duration_s":0.009206,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2036vm-test-run-nixbot-gitlab> gitlab # [  354.411142] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:02.993Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"0719a1d2fa0accd173fa5b12","created_at":"2026-06-30T06:44:02.464Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.468Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-0719a1d2fa0accd173fa5b12: start","job_status":"start","queue_duration_s":0.525392,"scheduling_latency_s":0.525425}2037vm-test-run-nixbot-gitlab> gitlab # [  354.427371] gitaly[1361]: time="2026-06-30T06:44:03.040Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAGR99JJKG27794V71AZJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:44:03.025" pid=1361 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2038vm-test-run-nixbot-gitlab> gitlab # [  354.437974] gitaly[1361]: time="2026-06-30T06:44:03.040Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=5 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAGR99JJKG27794V71AZJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:44:03.025" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc2039vm-test-run-nixbot-gitlab> gitlab # [  354.451557] gitaly[1361]: time="2026-06-30T06:44:03.040Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=587 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=5 command.system_time_ms=0 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KWBMAGR99JJKG27794V71AZJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-30T06:44:03.025" grpc.time_ms=14.74 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1361 remote_ip="2001:db8:1::1" span.kind=server system=grpc2040vm-test-run-nixbot-gitlab> gitlab # [  354.466431] nix-daemon[4304]: accepted connection from pid 4562, user nixbot2041vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b96fe204a749d17d3f72e448107afa006e5ff456/statuses, in 0.39 seconds)2042vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b96fe204a749d17d3f72e448107afa006e5ff456', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-30T06:43:56.184Z', 'started_at': None, 'finished_at': '2026-06-30T06:44:01.851Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'b96fe204a749d17d3f72e448107afa006e5ff456', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '0 attributes built', 'created_at': '2026-06-30T06:44:02.186Z', 'started_at': None, 'finished_at': '2026-06-30T06:44:02.429Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2043vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 6.74 seconds)2044vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 424.37 seconds)2045vm-test-run-nixbot-gitlab> gitlab # [  354.467400] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:03.337Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"0719a1d2fa0accd173fa5b12","created_at":"2026-06-30T06:44:02.464Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-8c9fa91a901f4d07","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},"correlation_id":"01KWBMAFBE5JHSPYH3T2VS6P14","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-30T06:44:02.468Z","job_size_bytes":3,"pid":2481,"sidekiq_tid":"macd","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-0719a1d2fa0accd173fa5b12: done: 0.343576 sec","job_status":"done","queue_duration_s":0.525392,"scheduling_latency_s":0.525425,"gitaly_calls":3,"gitaly_duration_s":0.123768,"redis_calls":65,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.019283,"redis_read_bytes":144,"redis_write_bytes":16873,"redis_action_cable_calls":2,"redis_action_cable_duration_s":0.000727,"redis_action_cable_read_bytes":2,"redis_action_cable_write_bytes":407,"redis_cache_calls":11,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.002275,"redis_cache_read_bytes":20,"redis_cache_write_bytes":948,"redis_queues_calls":20,"redis_queues_duration_s":0.00267,"redis_queues_read_bytes":21,"redis_queues_write_bytes":11222,"redis_queues_metadata_calls":18,"redis_queues_metadata_duration_s":0.010285,"redis_queues_metadata_read_bytes":28,"redis_queues_metadata_write_bytes":2886,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.00025,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000311,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.002038,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":26,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":26,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.052,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":2,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.009,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.009,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.031,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.152691,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.30003026,"duration_s":0.343576,"completed_at":"2026-06-30T06:44:03.336Z","load_balancing_strategy":"primary","db_duration_s":0.053368,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2046vm-test-run-nixbot-gitlab> test script finished in 424.42s2047vm-test-run-nixbot-gitlab> cleanup2048vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2049vm-test-run-nixbot-gitlab> gitlab # [  354.523916] sidekiq-cluster[2481]: {"severity":"INFO","time":"2026-06-30T06:44:03.338Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"83b11958738691013ebeae4d","created_at":"2026-06-30T06:44:03.067Z","trace_propagation_headers":{"sentry-trace":"dac88d6a68b94d7287037425b22281e8-f8440bc7d40843f5","baggage":"sentry-trace_id=dac88d6a68b94d7287037425b22281e8,sentry-release=Unknown"},qemu-system-aarch64: terminating on signal 15 from pid 6 (/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13)2050vm-test-run-nixbot-gitlab> gitlab # "2051vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.66 seconds)20522053post-build step Upload coverage to codecov: ok2054Skipping codecov: project=Mic92/nixbot attr=aarch64-linux.nixbot-gitlab