1these 13 derivations will be built:2 /nix/store/a8y3hajgdrnkhl1b5zijrkbl4vsdysxr-python3.13-nixbot.drv3 /nix/store/zlw6v1p7q391hvj6zlpv9ll4r152iyyx-unit-nixbot.service.drv4 /nix/store/vnn9c4zh89rx8yycgxfgv6v6azlb9p13-system-units.drv5 /nix/store/4av4qask19zf1p7d6735diqf47jx33cw-etc.drv6 /nix/store/back6dvf2zwbiml38sd75lls4k0lrm9a-activate.drv7 /nix/store/zg8p2y8m1qk1mgc6kgbdsmf37mrwazgk-nixos-system-gitlab-test.drv8 /nix/store/gli786ddhlwx4kc06hp4hf3jfdkmw6sp-closure-info.drv9 /nix/store/2p9309aw5pmqv5yp58mc6rx2l3nyf53p-closure-info.drv10 /nix/store/v794iijcf4976sg32pxic5w4b28zfk9z-run-nixos-vm.drv11 /nix/store/1sw9bja15rhdaah7w5rhkbrwsjvkrfrs-nixos-vm.drv12 /nix/store/w0vikkwz62269cy5hc7dx09g79fanbcm-driverConfiguration.json.drv13 /nix/store/60k3hdwwn0nrw4m0g3d77v2py70720s0-nixos-test-driver-nixbot-gitlab.drv14 /nix/store/56p4d6xnyqd42j39arwm08pvbnlfbmmf-vm-test-run-nixbot-gitlab.drv15building '/nix/store/zlw6v1p7q391hvj6zlpv9ll4r152iyyx-unit-nixbot.service.drv' on 'ssh-ng://nix@eliza'16building '/nix/store/zlw6v1p7q391hvj6zlpv9ll4r152iyyx-unit-nixbot.service.drv'17building '/nix/store/vnn9c4zh89rx8yycgxfgv6v6azlb9p13-system-units.drv' on 'ssh-ng://nix@eliza'18building '/nix/store/vnn9c4zh89rx8yycgxfgv6v6azlb9p13-system-units.drv'19building '/nix/store/4av4qask19zf1p7d6735diqf47jx33cw-etc.drv' on 'ssh-ng://nix@eliza'20building '/nix/store/4av4qask19zf1p7d6735diqf47jx33cw-etc.drv'21building '/nix/store/back6dvf2zwbiml38sd75lls4k0lrm9a-activate.drv' on 'ssh-ng://nix@eliza'22building '/nix/store/back6dvf2zwbiml38sd75lls4k0lrm9a-activate.drv'23building '/nix/store/zg8p2y8m1qk1mgc6kgbdsmf37mrwazgk-nixos-system-gitlab-test.drv' on 'ssh-ng://nix@eliza'24building '/nix/store/zg8p2y8m1qk1mgc6kgbdsmf37mrwazgk-nixos-system-gitlab-test.drv'25nixos-system-gitlab-test> structuredAttrs is enabled26building '/nix/store/gli786ddhlwx4kc06hp4hf3jfdkmw6sp-closure-info.drv' on 'ssh-ng://nix@eliza'27building '/nix/store/gli786ddhlwx4kc06hp4hf3jfdkmw6sp-closure-info.drv'28closure-info> structuredAttrs is enabled29building '/nix/store/2p9309aw5pmqv5yp58mc6rx2l3nyf53p-closure-info.drv' on 'ssh-ng://nix@eliza'30building '/nix/store/2p9309aw5pmqv5yp58mc6rx2l3nyf53p-closure-info.drv'31closure-info> structuredAttrs is enabled32building '/nix/store/v794iijcf4976sg32pxic5w4b28zfk9z-run-nixos-vm.drv' on 'ssh-ng://nix@eliza'33building '/nix/store/v794iijcf4976sg32pxic5w4b28zfk9z-run-nixos-vm.drv'34building '/nix/store/1sw9bja15rhdaah7w5rhkbrwsjvkrfrs-nixos-vm.drv' on 'ssh-ng://nix@eliza'35building '/nix/store/1sw9bja15rhdaah7w5rhkbrwsjvkrfrs-nixos-vm.drv'36building '/nix/store/w0vikkwz62269cy5hc7dx09g79fanbcm-driverConfiguration.json.drv' on 'ssh-ng://nix@eliza'37building '/nix/store/w0vikkwz62269cy5hc7dx09g79fanbcm-driverConfiguration.json.drv'38driverConfiguration.json> structuredAttrs is enabled39building '/nix/store/60k3hdwwn0nrw4m0g3d77v2py70720s0-nixos-test-driver-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'40building '/nix/store/60k3hdwwn0nrw4m0g3d77v2py70720s0-nixos-test-driver-nixbot-gitlab.drv'41nixos-test-driver-nixbot-gitlab> Running type check (enable/disable: config.skipTypeCheck)42nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck43nixos-test-driver-nixbot-gitlab> All checks passed!44nixos-test-driver-nixbot-gitlab> Linting test script (enable/disable: config.skipLint)45nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint46nixos-test-driver-nixbot-gitlab> All checks passed!47building '/nix/store/56p4d6xnyqd42j39arwm08pvbnlfbmmf-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@eliza'48building '/nix/store/56p4d6xnyqd42j39arwm08pvbnlfbmmf-vm-test-run-nixbot-gitlab.drv'49vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state50vm-test-run-nixbot-gitlab> start all VLans51vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)52vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds53vm-test-run-nixbot-gitlab> run the VM test script54vm-test-run-nixbot-gitlab> additionally exposed symbols:55vm-test-run-nixbot-gitlab> gitlab,56vm-test-run-nixbot-gitlab> vlan1,57vm-test-run-nixbot-gitlab> start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh58vm-test-run-nixbot-gitlab> start all VMs59vm-test-run-nixbot-gitlab> gitlab: starting vm60vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...61vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)62vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.16cjiCBigy', fmt=raw size=107374182463vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)64vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks: 0/262144 done65vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes66vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: ab7a12dd-c6d6-4755-bf64-78656770aed467vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:68vm-test-run-nixbot-gitlab> (finished: start all VMs, in 64.84 seconds)69vm-test-run-nixbot-gitlab> gitlab # 32768, 98304, 163840, 22937670vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service71vm-test-run-nixbot-gitlab> gitlab # 72vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting73vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8 done74vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8 done75vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done76vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8 done77vm-test-run-nixbot-gitlab> gitlab # 78vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.79vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...80vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.81vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Booting Linux on physical CPU 0x0000000000 [0xc00fac40]82vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT Mon Jun 1 15:51:08 UTC 202683vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] KASLR enabled84vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] random: crng init done85vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Machine model: linux,dummy-virt86vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] efi: UEFI not found.87vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] OF: reserved mem: Reserved memory: No reserved-memory node in the DT88vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] NUMA: Faking a node at [mem 0x0000000040000000-0x00000001bfffffff]89vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] NODE_DATA(0) allocated [mem 0x1bfdeb740-0x1bfdeeebf]90vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Zone ranges:91vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] DMA [mem 0x0000000040000000-0x00000000ffffffff]92vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] DMA32 empty93vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Normal [mem 0x0000000100000000-0x00000001bfffffff]94vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Device empty95vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Movable zone start for each node96vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Early memory node ranges97vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] node 0: [mem 0x0000000040000000-0x00000001bfffffff]98vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Initmem setup node 0 [mem 0x0000000040000000-0x00000001bfffffff]99vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] cma: Reserved 32 MiB at 0x00000000fe000000100vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: probing for conduit method from DT.101vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: PSCIv1.3 detected in firmware.102vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: Using standard PSCI v0.2 function IDs103vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: Trusted OS migration not required104vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] psci: SMC Calling Convention v1.1105vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] smccc: KVM: hypervisor services detected (0x00000000 0x00000000 0x00000000 0x00000003)106vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] percpu: Embedded 76 pages/cpu s185944 r8192 d117160 u311296107vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Detected PIPT I-cache on CPU0108vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: Address authentication (architected QARMA5 algorithm)109vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: GICv3 CPU interface110vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: Spectre-v4111vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: Spectre-BHB112vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: AmpereOne erratum AC03_CPU_38113vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] CPU features: detected: AmpereOne erratum AC04_CPU_23114vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] alternatives: applying boot alternatives115vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Kernel command line: console=ttyAMA0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/djxzccc58nhw1xpl3jhpf0a8j5p98z5w-nixos-system-gitlab-test/init regInfo=/nix/store/d07c2rypyvy5p0sgffa18bb8gsr21f15-closure-info/registration console=ttyAMA0,115200n8 console=tty0116vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Unknown kernel command line parameters "regInfo=/nix/store/d07c2rypyvy5p0sgffa18bb8gsr21f15-closure-info/registration", will be passed to user space.117vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] printk: log buffer data + meta data: 131072 + 458752 = 589824 bytes118vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)119vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)120vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] software IO TLB: area num 4.121vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] software IO TLB: mapped [mem 0x00000000fa000000-0x00000000fe000000] (64MB)122vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Fallback order for Node 0: 0123vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Built 1 zonelists, mobility grouping on. Total pages: 1572864124vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Policy zone: Normal125vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] mem auto-init: stack:all(zero), heap alloc:on, heap free:off126vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1127vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] allocated 12582912 bytes of page_ext128vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ftrace: allocating 74648 entries in 292 pages129vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ftrace: allocated 292 pages with 3 groups130vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: Hierarchical RCU implementation.131vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: RCU event tracing is enabled.132vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.133vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Trampoline variant of Tasks RCU enabled.134vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Rude variant of Tasks RCU enabled.135vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Tracing variant of Tasks RCU enabled.136vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: RCU calculated value of scheduler-enlistment delay is 25 jiffies.137vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4138vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.139vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.140vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.141vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] NR_IRQS: 64, nr_irqs: 64, preallocated irqs: 0142vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: 256 SPIs implemented143vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: 0 Extended SPIs implemented144vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Root IRQ handler: gic_handle_irq145vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: GICv3 features: 16 PPIs, DirectLPI146vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: GICD_CTLR.DS=1, SCR_EL3.FIQ=0147vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: CPU0: found redistributor 0 region 0:0x00000000080a0000148vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ITS [mem 0x08080000-0x0809ffff]149vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ITS@0x0000000008080000: allocated 8192 Devices @100f10000 (indirect, esz 8, psz 64K, shr 1)150vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] ITS@0x0000000008080000: allocated 8192 Interrupt Collections @100f20000 (flat, esz 8, psz 64K, shr 1)151vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: using LPI property table @0x0000000100f30000152vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] GICv3: CPU0: using allocated LPI pending table @0x0000000100f40000153vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] rcu: srcu_init: Setting srcu_struct sizes based on contention.154vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] arch_timer: cp15 timer running at 1000.00MHz (virt).155vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] clocksource: arch_sys_counter: mask: 0x1fffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns156vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] sched_clock: 61 bits at 1000MHz, resolution 1ns, wraps every 4398046511103ns157vm-test-run-nixbot-gitlab> gitlab # [ 0.000028] arm-pv: using stolen time PV158vm-test-run-nixbot-gitlab> gitlab # [ 0.000385] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)159vm-test-run-nixbot-gitlab> gitlab # [ 0.000549] Console: colour dummy device 80x25160vm-test-run-nixbot-gitlab> gitlab # [ 0.000556] printk: legacy console [tty0] enabled161vm-test-run-nixbot-gitlab> gitlab # [ 0.000750] Calibrating delay loop (skipped), value calculated using timer frequency.. 2000.00 BogoMIPS (lpj=4000000)162vm-test-run-nixbot-gitlab> gitlab # [ 0.000757] pid_max: default: 32768 minimum: 301163vm-test-run-nixbot-gitlab> gitlab # [ 0.000836] LSM: initializing lsm=capability,landlock,yama,bpf,ima164vm-test-run-nixbot-gitlab> gitlab # [ 0.000970] landlock: Up and running.165vm-test-run-nixbot-gitlab> gitlab # [ 0.000973] Yama: becoming mindful.166vm-test-run-nixbot-gitlab> gitlab # [ 0.001383] LSM support for eBPF active167vm-test-run-nixbot-gitlab> gitlab # [ 0.001590] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)168vm-test-run-nixbot-gitlab> gitlab # [ 0.001699] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)169vm-test-run-nixbot-gitlab> gitlab # [ 0.002844] cacheinfo: Unable to detect cache hierarchy for CPU 0170vm-test-run-nixbot-gitlab> gitlab # [ 0.003532] rcu: Hierarchical SRCU implementation.171vm-test-run-nixbot-gitlab> gitlab # [ 0.003535] rcu: Max phase no-delay instances is 1000.172vm-test-run-nixbot-gitlab> gitlab # [ 0.003680] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level173vm-test-run-nixbot-gitlab> gitlab # [ 0.004781] fsl-mc MSI: its@8080000 domain created174vm-test-run-nixbot-gitlab> gitlab # [ 0.004875] EFI services will not be available.175vm-test-run-nixbot-gitlab> gitlab # [ 0.005035] smp: Bringing up secondary CPUs ...176vm-test-run-nixbot-gitlab> gitlab # [ 0.005679] Detected PIPT I-cache on CPU1177vm-test-run-nixbot-gitlab> gitlab # [ 0.005780] GICv3: CPU1: found redistributor 1 region 0:0x00000000080c0000178vm-test-run-nixbot-gitlab> gitlab # [ 0.005912] GICv3: CPU1: using allocated LPI pending table @0x0000000100f50000179vm-test-run-nixbot-gitlab> gitlab # [ 0.006041] CPU1: Booted secondary processor 0x0000000001 [0xc00fac40]180vm-test-run-nixbot-gitlab> gitlab # [ 0.007137] Detected PIPT I-cache on CPU2181vm-test-run-nixbot-gitlab> gitlab # [ 0.007340] GICv3: CPU2: found redistributor 2 region 0:0x00000000080e0000182vm-test-run-nixbot-gitlab> gitlab # [ 0.007472] GICv3: CPU2: using allocated LPI pending table @0x0000000100f60000183vm-test-run-nixbot-gitlab> gitlab # [ 0.007603] CPU2: Booted secondary processor 0x0000000002 [0xc00fac40]184vm-test-run-nixbot-gitlab> gitlab # [ 0.008610] Detected PIPT I-cache on CPU3185vm-test-run-nixbot-gitlab> gitlab # [ 0.008747] GICv3: CPU3: found redistributor 3 region 0:0x0000000008100000186vm-test-run-nixbot-gitlab> gitlab # [ 0.008880] GICv3: CPU3: using allocated LPI pending table @0x0000000100f70000187vm-test-run-nixbot-gitlab> gitlab # [ 0.009016] CPU3: Booted secondary processor 0x0000000003 [0xc00fac40]188vm-test-run-nixbot-gitlab> gitlab # [ 0.009558] smp: Brought up 1 node, 4 CPUs189vm-test-run-nixbot-gitlab> gitlab # [ 0.009584] SMP: Total of 4 processors activated.190vm-test-run-nixbot-gitlab> gitlab # [ 0.009587] CPU: All CPU(s) started at EL1191vm-test-run-nixbot-gitlab> gitlab # [ 0.009595] CPU features: detected: Branch Target Identification192vm-test-run-nixbot-gitlab> gitlab # [ 0.009599] CPU features: detected: ARMv8.4 Translation Table Level193vm-test-run-nixbot-gitlab> gitlab # [ 0.009602] CPU features: detected: Instruction cache invalidation not required for I/D coherence194vm-test-run-nixbot-gitlab> gitlab # [ 0.009605] CPU features: detected: Data cache clean to the PoU not required for I/D coherence195vm-test-run-nixbot-gitlab> gitlab # [ 0.009609] CPU features: detected: Common not Private translations196vm-test-run-nixbot-gitlab> gitlab # [ 0.009612] CPU features: detected: CRC32 instructions197vm-test-run-nixbot-gitlab> gitlab # [ 0.009614] CPU features: detected: Data cache clean to Point of Deep Persistence198vm-test-run-nixbot-gitlab> gitlab # [ 0.009617] CPU features: detected: Data cache clean to Point of Persistence199vm-test-run-nixbot-gitlab> gitlab # [ 0.009620] CPU features: detected: Data independent timing control (DIT)200vm-test-run-nixbot-gitlab> gitlab # [ 0.009623] CPU features: detected: E0PD201vm-test-run-nixbot-gitlab> gitlab # [ 0.009626] CPU features: detected: Enhanced Counter Virtualization202vm-test-run-nixbot-gitlab> gitlab # [ 0.009628] CPU features: detected: Enhanced Counter Virtualization (CNTPOFF)203vm-test-run-nixbot-gitlab> gitlab # [ 0.009631] CPU features: detected: Enhanced Virtualization Traps204vm-test-run-nixbot-gitlab> gitlab # [ 0.009634] CPU features: detected: Fine Grained Traps205vm-test-run-nixbot-gitlab> gitlab # [ 0.009637] CPU features: detected: Generic authentication (architected QARMA5 algorithm)206vm-test-run-nixbot-gitlab> gitlab # [ 0.009641] CPU features: detected: RCpc load-acquire (LDAPR)207vm-test-run-nixbot-gitlab> gitlab # [ 0.009644] CPU features: detected: LSE atomic instructions208vm-test-run-nixbot-gitlab> gitlab # [ 0.009647] CPU features: detected: Privileged Access Never209vm-test-run-nixbot-gitlab> gitlab # [ 0.009649] CPU features: detected: PMUv3210vm-test-run-nixbot-gitlab> gitlab # [ 0.009652] CPU features: detected: RAS Extension Support211vm-test-run-nixbot-gitlab> gitlab # [ 0.009654] CPU features: detected: RASv1p1 Extension Support212vm-test-run-nixbot-gitlab> gitlab # [ 0.009657] CPU features: detected: Random Number Generator213vm-test-run-nixbot-gitlab> gitlab # [ 0.009659] CPU features: detected: Speculation barrier (SB)214vm-test-run-nixbot-gitlab> gitlab # [ 0.009662] CPU features: detected: Stage-2 Force Write-Back215vm-test-run-nixbot-gitlab> gitlab # [ 0.009665] CPU features: detected: TLB range maintenance instructions216vm-test-run-nixbot-gitlab> gitlab # [ 0.009668] CPU features: detected: Speculative Store Bypassing Safe (SSBS)217vm-test-run-nixbot-gitlab> gitlab # [ 0.009815] alternatives: applying system-wide alternatives218vm-test-run-nixbot-gitlab> gitlab # [ 0.012691] CPU features: detected: BBM Level 2 without TLB conflict abort219vm-test-run-nixbot-gitlab> gitlab # [ 0.012921] Memory: 5965820K/6291456K available (24320K kernel code, 7086K rwdata, 26308K rodata, 4736K init, 1102K bss, 270904K reserved, 32768K cma-reserved)220vm-test-run-nixbot-gitlab> gitlab # [ 0.014382] devtmpfs: initialized221vm-test-run-nixbot-gitlab> gitlab # [ 0.018364] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 7645041785100000 ns222vm-test-run-nixbot-gitlab> gitlab # [ 0.018410] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)223vm-test-run-nixbot-gitlab> gitlab # [ 0.018482] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).224vm-test-run-nixbot-gitlab> gitlab # [ 0.018672] 2G module region forced by RANDOMIZE_MODULE_REGION_FULL225vm-test-run-nixbot-gitlab> gitlab # [ 0.018676] 0 pages in range for non-PLT usage226vm-test-run-nixbot-gitlab> gitlab # [ 0.018678] 508336 pages in range for PLT usage227vm-test-run-nixbot-gitlab> gitlab # [ 0.018832] pinctrl core: initialized pinctrl subsystem228vm-test-run-nixbot-gitlab> gitlab # [ 0.019653] DMI not present or invalid.229vm-test-run-nixbot-gitlab> gitlab # [ 0.023188] NET: Registered PF_NETLINK/PF_ROUTE protocol family230vm-test-run-nixbot-gitlab> gitlab # [ 0.025697] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations231vm-test-run-nixbot-gitlab> gitlab # [ 0.025977] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations232vm-test-run-nixbot-gitlab> gitlab # [ 0.027846] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations233vm-test-run-nixbot-gitlab> gitlab # [ 0.027867] audit: initializing netlink subsys (disabled)234vm-test-run-nixbot-gitlab> gitlab # [ 0.028232] audit: type=2000 audit(0.024:1): state=initialized audit_enabled=0 res=1235vm-test-run-nixbot-gitlab> gitlab # [ 0.028679] thermal_sys: Registered thermal governor 'fair_share'236vm-test-run-nixbot-gitlab> gitlab # [ 0.028682] thermal_sys: Registered thermal governor 'bang_bang'237vm-test-run-nixbot-gitlab> gitlab # [ 0.028687] thermal_sys: Registered thermal governor 'step_wise'238vm-test-run-nixbot-gitlab> gitlab # [ 0.028690] thermal_sys: Registered thermal governor 'user_space'239vm-test-run-nixbot-gitlab> gitlab # [ 0.028692] thermal_sys: Registered thermal governor 'power_allocator'240vm-test-run-nixbot-gitlab> gitlab # [ 0.028891] cpuidle: using governor ladder241vm-test-run-nixbot-gitlab> gitlab # [ 0.028914] cpuidle: using governor menu242vm-test-run-nixbot-gitlab> gitlab # [ 0.029105] hw-breakpoint: found 16 breakpoint and 4 watchpoint registers.243vm-test-run-nixbot-gitlab> gitlab # [ 0.029314] ASID allocator initialised with 65536 entries244vm-test-run-nixbot-gitlab> gitlab # [ 0.030469] Serial: AMBA PL011 UART driver245vm-test-run-nixbot-gitlab> gitlab # [ 0.035547] 9000000.pl011: ttyAMA0 at MMIO 0x9000000 (irq = 13, base_baud = 0) is a PL011 rev1246vm-test-run-nixbot-gitlab> gitlab # [ 0.035871] printk: console [ttyAMA0] enabled247vm-test-run-nixbot-gitlab> gitlab # [ 0.047323] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages248vm-test-run-nixbot-gitlab> gitlab # [ 0.047346] HugeTLB: 0 KiB vmemmap can be freed for a 1.00 GiB page249vm-test-run-nixbot-gitlab> gitlab # [ 0.047355] HugeTLB: registered 32.0 MiB page size, pre-allocated 0 pages250vm-test-run-nixbot-gitlab> gitlab # [ 0.047364] HugeTLB: 0 KiB vmemmap can be freed for a 32.0 MiB page251vm-test-run-nixbot-gitlab> gitlab # [ 0.047372] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages252vm-test-run-nixbot-gitlab> gitlab # [ 0.047380] HugeTLB: 0 KiB vmemmap can be freed for a 2.00 MiB page253vm-test-run-nixbot-gitlab> gitlab # [ 0.047388] HugeTLB: registered 64.0 KiB page size, pre-allocated 0 pages254vm-test-run-nixbot-gitlab> gitlab # [ 0.047396] HugeTLB: 0 KiB vmemmap can be freed for a 64.0 KiB page255vm-test-run-nixbot-gitlab> gitlab # [ 0.060489] fbcon: Taking over console256vm-test-run-nixbot-gitlab> gitlab # [ 0.060500] ACPI: Interpreter disabled.257vm-test-run-nixbot-gitlab> gitlab # [ 0.061498] iommu: Default domain type: Translated258vm-test-run-nixbot-gitlab> gitlab # [ 0.061514] iommu: DMA domain TLB invalidation policy: strict mode259vm-test-run-nixbot-gitlab> gitlab # [ 0.076194] SCSI subsystem initialized260vm-test-run-nixbot-gitlab> gitlab # [ 0.078529] usbcore: registered new interface driver usbfs261vm-test-run-nixbot-gitlab> gitlab # [ 0.078673] usbcore: registered new interface driver hub262vm-test-run-nixbot-gitlab> gitlab # [ 0.078756] usbcore: registered new device driver usb263vm-test-run-nixbot-gitlab> gitlab # [ 0.079762] pps_core: LinuxPPS API ver. 1 registered264vm-test-run-nixbot-gitlab> gitlab # [ 0.079773] pps_core: Software ver. 5.3.6 - Copyright 2005-2007 Rodolfo Giometti <giometti@linux.it>265vm-test-run-nixbot-gitlab> gitlab # [ 0.079797] PTP clock support registered266vm-test-run-nixbot-gitlab> gitlab # [ 0.079934] EDAC MC: Ver: 3.0.0267vm-test-run-nixbot-gitlab> gitlab # [ 0.080969] scmi_core: SCMI protocol bus registered268vm-test-run-nixbot-gitlab> gitlab # [ 0.082455] FPGA manager framework269vm-test-run-nixbot-gitlab> gitlab # [ 0.085281] vgaarb: loaded270vm-test-run-nixbot-gitlab> gitlab # [ 0.089460] clocksource: Switched to clocksource arch_sys_counter271vm-test-run-nixbot-gitlab> gitlab # [ 0.090965] VFS: Disk quotas dquot_6.6.0272vm-test-run-nixbot-gitlab> gitlab # [ 0.091029] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)273vm-test-run-nixbot-gitlab> gitlab # [ 0.091925] netfs: FS-Cache loaded274vm-test-run-nixbot-gitlab> gitlab # [ 0.092244] pnp: PnP ACPI: disabled275vm-test-run-nixbot-gitlab> gitlab # [ 0.104026] NET: Registered PF_INET protocol family276vm-test-run-nixbot-gitlab> gitlab # [ 0.106744] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)277vm-test-run-nixbot-gitlab> gitlab # [ 0.166873] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)278vm-test-run-nixbot-gitlab> gitlab # [ 0.166939] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)279vm-test-run-nixbot-gitlab> gitlab # [ 0.166992] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)280vm-test-run-nixbot-gitlab> gitlab # [ 0.167376] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)281vm-test-run-nixbot-gitlab> gitlab # [ 0.168255] TCP: Hash tables configured (established 65536 bind 65536)282vm-test-run-nixbot-gitlab> gitlab # [ 0.168394] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)283vm-test-run-nixbot-gitlab> gitlab # [ 0.168463] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)284vm-test-run-nixbot-gitlab> gitlab # [ 0.168656] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)285vm-test-run-nixbot-gitlab> gitlab # [ 0.168905] NET: Registered PF_UNIX/PF_LOCAL protocol family286vm-test-run-nixbot-gitlab> gitlab # [ 0.168939] NET: Registered PF_XDP protocol family287vm-test-run-nixbot-gitlab> gitlab # [ 0.168956] PCI: CLS 0 bytes, default 64288vm-test-run-nixbot-gitlab> gitlab # [ 0.169288] Trying to unpack rootfs image as initramfs...289vm-test-run-nixbot-gitlab> gitlab # [ 0.177690] kvm [1]: HYP mode not available290vm-test-run-nixbot-gitlab> gitlab # [ 0.250927] Initialise system trusted keyrings291vm-test-run-nixbot-gitlab> gitlab # [ 0.251249] workingset: timestamp_bits=42 max_order=21 bucket_order=0292vm-test-run-nixbot-gitlab> gitlab # [ 0.253207] squashfs: version 4.0 (2009/01/31) Phillip Lougher293vm-test-run-nixbot-gitlab> gitlab # [ 0.253464] 9p: Installing v9fs 9p2000 file system support294vm-test-run-nixbot-gitlab> gitlab # [ 0.290947] Key type asymmetric registered295vm-test-run-nixbot-gitlab> gitlab # [ 0.290980] Asymmetric key parser 'x509' registered296vm-test-run-nixbot-gitlab> gitlab # [ 0.291189] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 242)297vm-test-run-nixbot-gitlab> gitlab # [ 0.291558] io scheduler mq-deadline registered298vm-test-run-nixbot-gitlab> gitlab # [ 0.291573] io scheduler kyber registered299vm-test-run-nixbot-gitlab> gitlab # [ 0.309403] pl061_gpio 9030000.pl061: PL061 GPIO chip registered300vm-test-run-nixbot-gitlab> gitlab # [ 0.313580] ledtrig-cpu: registered to indicate activity on CPUs301vm-test-run-nixbot-gitlab> gitlab # [ 0.314713] pci-host-generic 4010000000.pcie: host bridge /pcie@10000000 ranges:302vm-test-run-nixbot-gitlab> gitlab # [ 0.314748] pci-host-generic 4010000000.pcie: IO 0x003eff0000..0x003effffff -> 0x0000000000303vm-test-run-nixbot-gitlab> gitlab # [ 0.314823] pci-host-generic 4010000000.pcie: MEM 0x0010000000..0x003efeffff -> 0x0010000000304vm-test-run-nixbot-gitlab> gitlab # [ 0.314842] pci-host-generic 4010000000.pcie: MEM 0x8000000000..0xffffffffff -> 0x8000000000305vm-test-run-nixbot-gitlab> gitlab # [ 0.314921] pci-host-generic 4010000000.pcie: Memory resource size exceeds max for 32 bits306vm-test-run-nixbot-gitlab> gitlab # [ 0.314974] pci-host-generic 4010000000.pcie: ECAM at [mem 0x4010000000-0x401fffffff] for [bus 00-ff]307vm-test-run-nixbot-gitlab> gitlab # [ 0.315155] pci-host-generic 4010000000.pcie: PCI host bridge to bus 0000:00308vm-test-run-nixbot-gitlab> gitlab # [ 0.315174] pci_bus 0000:00: root bus resource [bus 00-ff]309vm-test-run-nixbot-gitlab> gitlab # [ 0.315184] pci_bus 0000:00: root bus resource [io 0x0000-0xffff]310vm-test-run-nixbot-gitlab> gitlab # [ 0.315193] pci_bus 0000:00: root bus resource [mem 0x10000000-0x3efeffff]311vm-test-run-nixbot-gitlab> gitlab # [ 0.315203] pci_bus 0000:00: root bus resource [mem 0x8000000000-0xffffffffff]312vm-test-run-nixbot-gitlab> gitlab # [ 0.315453] pci 0000:00:00.0: [1b36:0008] type 00 class 0x060000 conventional PCI endpoint313vm-test-run-nixbot-gitlab> gitlab # [ 0.316921] pci 0000:00:01.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint314vm-test-run-nixbot-gitlab> gitlab # [ 0.317587] pci 0000:00:01.0: BAR 0 [io 0x0000-0x001f]315vm-test-run-nixbot-gitlab> gitlab # [ 0.317624] pci 0000:00:01.0: BAR 1 [mem 0x00000000-0x00000fff]316vm-test-run-nixbot-gitlab> gitlab # [ 0.317705] pci 0000:00:01.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]317vm-test-run-nixbot-gitlab> gitlab # [ 0.317741] pci 0000:00:01.0: ROM [mem 0x00000000-0x0003ffff pref]318vm-test-run-nixbot-gitlab> gitlab # [ 0.319256] pci 0000:00:02.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint319vm-test-run-nixbot-gitlab> gitlab # [ 0.319873] pci 0000:00:02.0: BAR 0 [io 0x0000-0x001f]320vm-test-run-nixbot-gitlab> gitlab # [ 0.319907] pci 0000:00:02.0: BAR 1 [mem 0x00000000-0x00000fff]321vm-test-run-nixbot-gitlab> gitlab # [ 0.319990] pci 0000:00:02.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]322vm-test-run-nixbot-gitlab> gitlab # [ 0.321592] pci 0000:00:03.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint323vm-test-run-nixbot-gitlab> gitlab # [ 0.322196] pci 0000:00:03.0: BAR 0 [io 0x0000-0x001f]324vm-test-run-nixbot-gitlab> gitlab # [ 0.322231] pci 0000:00:03.0: BAR 1 [mem 0x00000000-0x00000fff]325vm-test-run-nixbot-gitlab> gitlab # [ 0.322311] pci 0000:00:03.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]326vm-test-run-nixbot-gitlab> gitlab # [ 0.323927] pci 0000:00:04.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint327vm-test-run-nixbot-gitlab> gitlab # [ 0.324512] pci 0000:00:04.0: BAR 0 [io 0x0000-0x001f]328vm-test-run-nixbot-gitlab> gitlab # [ 0.324546] pci 0000:00:04.0: BAR 1 [mem 0x00000000-0x00000fff]329vm-test-run-nixbot-gitlab> gitlab # [ 0.324637] pci 0000:00:04.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]330vm-test-run-nixbot-gitlab> gitlab # [ 0.326223] pci 0000:00:05.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint331vm-test-run-nixbot-gitlab> gitlab # [ 0.326817] pci 0000:00:05.0: BAR 0 [io 0x0000-0x007f]332vm-test-run-nixbot-gitlab> gitlab # [ 0.326852] pci 0000:00:05.0: BAR 1 [mem 0x00000000-0x00000fff]333vm-test-run-nixbot-gitlab> gitlab # [ 0.326932] pci 0000:00:05.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]334vm-test-run-nixbot-gitlab> gitlab # [ 0.328477] pci 0000:00:06.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint335vm-test-run-nixbot-gitlab> gitlab # [ 0.329078] pci 0000:00:06.0: BAR 0 [io 0x0000-0x007f]336vm-test-run-nixbot-gitlab> gitlab # [ 0.329112] pci 0000:00:06.0: BAR 1 [mem 0x00000000-0x00000fff]337vm-test-run-nixbot-gitlab> gitlab # [ 0.329194] pci 0000:00:06.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]338vm-test-run-nixbot-gitlab> gitlab # [ 0.330779] pci 0000:00:07.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint339vm-test-run-nixbot-gitlab> gitlab # [ 0.331368] pci 0000:00:07.0: BAR 0 [io 0x0000-0x001f]340vm-test-run-nixbot-gitlab> gitlab # [ 0.331403] pci 0000:00:07.0: BAR 1 [mem 0x00000000-0x00000fff]341vm-test-run-nixbot-gitlab> gitlab # [ 0.331484] pci 0000:00:07.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]342vm-test-run-nixbot-gitlab> gitlab # [ 0.331519] pci 0000:00:07.0: ROM [mem 0x00000000-0x0003ffff pref]343vm-test-run-nixbot-gitlab> gitlab # [ 0.333146] pci 0000:00:08.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint344vm-test-run-nixbot-gitlab> gitlab # [ 0.333801] pci 0000:00:08.0: BAR 1 [mem 0x00000000-0x00000fff]345vm-test-run-nixbot-gitlab> gitlab # [ 0.333882] pci 0000:00:08.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]346vm-test-run-nixbot-gitlab> gitlab # [ 0.335463] pci 0000:00:09.0: [1af4:1050] type 00 class 0x038000 conventional PCI endpoint347vm-test-run-nixbot-gitlab> gitlab # [ 0.336083] pci 0000:00:09.0: BAR 1 [mem 0x00000000-0x00000fff]348vm-test-run-nixbot-gitlab> gitlab # [ 0.336163] pci 0000:00:09.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]349vm-test-run-nixbot-gitlab> gitlab # [ 0.337572] pci 0000:00:0a.0: [8086:24cd] type 00 class 0x0c0320 conventional PCI endpoint350vm-test-run-nixbot-gitlab> gitlab # [ 0.338185] pci 0000:00:0a.0: BAR 0 [mem 0x00000000-0x00000fff]351vm-test-run-nixbot-gitlab> gitlab # [ 0.338986] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint352vm-test-run-nixbot-gitlab> gitlab # [ 0.339739] pci 0000:00:0b.0: BAR 0 [io 0x0000-0x003f]353vm-test-run-nixbot-gitlab> gitlab # [ 0.339775] pci 0000:00:0b.0: BAR 1 [mem 0x00000000-0x00000fff]354vm-test-run-nixbot-gitlab> gitlab # [ 0.339877] pci 0000:00:0b.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]355vm-test-run-nixbot-gitlab> gitlab # [ 0.341641] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint356vm-test-run-nixbot-gitlab> gitlab # [ 0.342298] pci 0000:00:0c.0: BAR 0 [io 0x0000-0x001f]357vm-test-run-nixbot-gitlab> gitlab # [ 0.342332] pci 0000:00:0c.0: BAR 1 [mem 0x00000000-0x00000fff]358vm-test-run-nixbot-gitlab> gitlab # [ 0.342415] pci 0000:00:0c.0: BAR 4 [mem 0x00000000-0x00003fff 64bit pref]359vm-test-run-nixbot-gitlab> gitlab # [ 0.344392] pci 0000:00:01.0: ROM [mem 0x10000000-0x1003ffff pref]: assigned360vm-test-run-nixbot-gitlab> gitlab # [ 0.344410] pci 0000:00:07.0: ROM [mem 0x10040000-0x1007ffff pref]: assigned361vm-test-run-nixbot-gitlab> gitlab # [ 0.344421] pci 0000:00:01.0: BAR 4 [mem 0x8000000000-0x8000003fff 64bit pref]: assigned362vm-test-run-nixbot-gitlab> gitlab # [ 0.344554] pci 0000:00:02.0: BAR 4 [mem 0x8000004000-0x8000007fff 64bit pref]: assigned363vm-test-run-nixbot-gitlab> gitlab # [ 0.344723] pci 0000:00:03.0: BAR 4 [mem 0x8000008000-0x800000bfff 64bit pref]: assigned364vm-test-run-nixbot-gitlab> gitlab # [ 0.344857] pci 0000:00:04.0: BAR 4 [mem 0x800000c000-0x800000ffff 64bit pref]: assigned365vm-test-run-nixbot-gitlab> gitlab # [ 0.345009] pci 0000:00:05.0: BAR 4 [mem 0x8000010000-0x8000013fff 64bit pref]: assigned366vm-test-run-nixbot-gitlab> gitlab # [ 0.345160] pci 0000:00:06.0: BAR 4 [mem 0x8000014000-0x8000017fff 64bit pref]: assigned367vm-test-run-nixbot-gitlab> gitlab # [ 0.345316] pci 0000:00:07.0: BAR 4 [mem 0x8000018000-0x800001bfff 64bit pref]: assigned368vm-test-run-nixbot-gitlab> gitlab # [ 0.345510] pci 0000:00:08.0: BAR 4 [mem 0x800001c000-0x800001ffff 64bit pref]: assigned369vm-test-run-nixbot-gitlab> gitlab # [ 0.345655] pci 0000:00:09.0: BAR 4 [mem 0x8000020000-0x8000023fff 64bit pref]: assigned370vm-test-run-nixbot-gitlab> gitlab # [ 0.345800] pci 0000:00:0b.0: BAR 4 [mem 0x8000024000-0x8000027fff 64bit pref]: assigned371vm-test-run-nixbot-gitlab> gitlab # [ 0.345993] pci 0000:00:0c.0: BAR 4 [mem 0x8000028000-0x800002bfff 64bit pref]: assigned372vm-test-run-nixbot-gitlab> gitlab # [ 0.346138] pci 0000:00:01.0: BAR 1 [mem 0x10080000-0x10080fff]: assigned373vm-test-run-nixbot-gitlab> gitlab # [ 0.346193] pci 0000:00:02.0: BAR 1 [mem 0x10081000-0x10081fff]: assigned374vm-test-run-nixbot-gitlab> gitlab # [ 0.346246] pci 0000:00:03.0: BAR 1 [mem 0x10082000-0x10082fff]: assigned375vm-test-run-nixbot-gitlab> gitlab # [ 0.346299] pci 0000:00:04.0: BAR 1 [mem 0x10083000-0x10083fff]: assigned376vm-test-run-nixbot-gitlab> gitlab # [ 0.346353] pci 0000:00:05.0: BAR 1 [mem 0x10084000-0x10084fff]: assigned377vm-test-run-nixbot-gitlab> gitlab # [ 0.346407] pci 0000:00:06.0: BAR 1 [mem 0x10085000-0x10085fff]: assigned378vm-test-run-nixbot-gitlab> gitlab # [ 0.346462] pci 0000:00:07.0: BAR 1 [mem 0x10086000-0x10086fff]: assigned379vm-test-run-nixbot-gitlab> gitlab # [ 0.346517] pci 0000:00:08.0: BAR 1 [mem 0x10087000-0x10087fff]: assigned380vm-test-run-nixbot-gitlab> gitlab # [ 0.346574] pci 0000:00:09.0: BAR 1 [mem 0x10088000-0x10088fff]: assigned381vm-test-run-nixbot-gitlab> gitlab # [ 0.346640] pci 0000:00:0a.0: BAR 0 [mem 0x10089000-0x10089fff]: assigned382vm-test-run-nixbot-gitlab> gitlab # [ 0.346707] pci 0000:00:0b.0: BAR 1 [mem 0x1008a000-0x1008afff]: assigned383vm-test-run-nixbot-gitlab> gitlab # [ 0.346763] pci 0000:00:0c.0: BAR 1 [mem 0x1008b000-0x1008bfff]: assigned384vm-test-run-nixbot-gitlab> gitlab # [ 0.346816] pci 0000:00:05.0: BAR 0 [io 0x1000-0x107f]: assigned385vm-test-run-nixbot-gitlab> gitlab # [ 0.346869] pci 0000:00:06.0: BAR 0 [io 0x1080-0x10ff]: assigned386vm-test-run-nixbot-gitlab> gitlab # [ 0.346922] pci 0000:00:0b.0: BAR 0 [io 0x1100-0x113f]: assigned387vm-test-run-nixbot-gitlab> gitlab # [ 0.346975] pci 0000:00:01.0: BAR 0 [io 0x1140-0x115f]: assigned388vm-test-run-nixbot-gitlab> gitlab # [ 0.347028] pci 0000:00:02.0: BAR 0 [io 0x1160-0x117f]: assigned389vm-test-run-nixbot-gitlab> gitlab # [ 0.347081] pci 0000:00:03.0: BAR 0 [io 0x1180-0x119f]: assigned390vm-test-run-nixbot-gitlab> gitlab # [ 0.347135] pci 0000:00:04.0: BAR 0 [io 0x11a0-0x11bf]: assigned391vm-test-run-nixbot-gitlab> gitlab # [ 0.347189] pci 0000:00:07.0: BAR 0 [io 0x11c0-0x11df]: assigned392vm-test-run-nixbot-gitlab> gitlab # [ 0.347244] pci 0000:00:0c.0: BAR 0 [io 0x11e0-0x11ff]: assigned393vm-test-run-nixbot-gitlab> gitlab # [ 0.347308] pci_bus 0000:00: resource 4 [io 0x0000-0xffff]394vm-test-run-nixbot-gitlab> gitlab # [ 0.347322] pci_bus 0000:00: resource 5 [mem 0x10000000-0x3efeffff]395vm-test-run-nixbot-gitlab> gitlab # [ 0.347331] pci_bus 0000:00: resource 6 [mem 0x8000000000-0xffffffffff]396vm-test-run-nixbot-gitlab> gitlab # [ 0.351643] pci 0000:00:0a.0: enabling device (0000 -> 0002)397vm-test-run-nixbot-gitlab> gitlab # [ 0.380750] virtio-pci 0000:00:01.0: enabling device (0000 -> 0003)398vm-test-run-nixbot-gitlab> gitlab # [ 0.384930] virtio-pci 0000:00:02.0: enabling device (0000 -> 0003)399vm-test-run-nixbot-gitlab> gitlab # [ 0.388988] virtio-pci 0000:00:03.0: enabling device (0000 -> 0003)400vm-test-run-nixbot-gitlab> gitlab # [ 0.395268] virtio-pci 0000:00:04.0: enabling device (0000 -> 0003)401vm-test-run-nixbot-gitlab> gitlab # [ 0.399888] virtio-pci 0000:00:05.0: enabling device (0000 -> 0003)402vm-test-run-nixbot-gitlab> gitlab # [ 0.404160] virtio-pci 0000:00:06.0: enabling device (0000 -> 0003)403vm-test-run-nixbot-gitlab> gitlab # [ 0.410548] virtio-pci 0000:00:07.0: enabling device (0000 -> 0003)404vm-test-run-nixbot-gitlab> gitlab # [ 0.414850] virtio-pci 0000:00:08.0: enabling device (0000 -> 0002)405vm-test-run-nixbot-gitlab> gitlab # [ 0.418779] virtio-pci 0000:00:09.0: enabling device (0000 -> 0002)406vm-test-run-nixbot-gitlab> gitlab # [ 0.425065] virtio-pci 0000:00:0b.0: enabling device (0000 -> 0003)407vm-test-run-nixbot-gitlab> gitlab # [ 0.429948] virtio-pci 0000:00:0c.0: enabling device (0000 -> 0003)408vm-test-run-nixbot-gitlab> gitlab # [ 0.442213] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled409vm-test-run-nixbot-gitlab> gitlab # [ 0.445698] msm_serial: driver initialized410vm-test-run-nixbot-gitlab> gitlab # [ 0.446053] SuperH (H)SCI(F) driver initialized411vm-test-run-nixbot-gitlab> gitlab # [ 0.446162] STM32 USART driver initialized412vm-test-run-nixbot-gitlab> gitlab # [ 0.480109] loop: module loaded413vm-test-run-nixbot-gitlab> gitlab # [ 0.480421] virtio_blk virtio4: 4/0/0 default/read/poll queues414vm-test-run-nixbot-gitlab> gitlab # [ 0.483614] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)415vm-test-run-nixbot-gitlab> gitlab # [ 0.486625] virtio_blk virtio5: 4/0/0 default/read/poll queues416vm-test-run-nixbot-gitlab> gitlab # [ 0.489745] virtio_blk virtio5: [vdb] 11826880 512-byte logical blocks (6.06 GB/5.64 GiB)417vm-test-run-nixbot-gitlab> gitlab # [ 0.492938] megasas: 07.734.00.00-rc1418vm-test-run-nixbot-gitlab> gitlab # [ 0.494125] physmap-flash 0.flash: physmap platform flash device: [mem 0x00000000-0x03ffffff]419vm-test-run-nixbot-gitlab> gitlab # [ 0.497049] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000420vm-test-run-nixbot-gitlab> gitlab # [ 0.497070] Intel/Sharp Extended Query Table at 0x0031421vm-test-run-nixbot-gitlab> gitlab # [ 0.499663] Using buffer write method422vm-test-run-nixbot-gitlab> gitlab # [ 0.499703] physmap-flash 0.flash: physmap platform flash device: [mem 0x04000000-0x07ffffff]423vm-test-run-nixbot-gitlab> gitlab # [ 0.502645] 0.flash: Found 2 x16 devices at 0x0 in 32-bit bank. Manufacturer ID 0x000000 Chip ID 0x000000424vm-test-run-nixbot-gitlab> gitlab # [ 0.502664] Intel/Sharp Extended Query Table at 0x0031425vm-test-run-nixbot-gitlab> gitlab # [ 0.506532] Using buffer write method426vm-test-run-nixbot-gitlab> gitlab # [ 0.506552] Concatenating MTD devices:427vm-test-run-nixbot-gitlab> gitlab # [ 0.506556] (0): "0.flash"428vm-test-run-nixbot-gitlab> gitlab # [ 0.506559] (1): "0.flash"429vm-test-run-nixbot-gitlab> gitlab # [ 0.506562] into device "0.flash"430vm-test-run-nixbot-gitlab> gitlab # [ 0.642902] Freeing initrd memory: 25372K431vm-test-run-nixbot-gitlab> gitlab # [ 0.660977] tun: Universal TUN/TAP device driver, 1.6432vm-test-run-nixbot-gitlab> gitlab # [ 0.669670] thunder_xcv, ver 1.0433vm-test-run-nixbot-gitlab> gitlab # [ 0.669771] thunder_bgx, ver 1.0434vm-test-run-nixbot-gitlab> gitlab # [ 0.669862] nicpf, ver 1.0435vm-test-run-nixbot-gitlab> gitlab # [ 0.671644] e1000: Intel(R) PRO/1000 Network Driver436vm-test-run-nixbot-gitlab> gitlab # [ 0.671656] e1000: Copyright (c) 1999-2006 Intel Corporation.437vm-test-run-nixbot-gitlab> gitlab # [ 0.671766] e1000e: Intel(R) PRO/1000 Network Driver438vm-test-run-nixbot-gitlab> gitlab # [ 0.671781] e1000e: Copyright(c) 1999 - 2015 Intel Corporation.439vm-test-run-nixbot-gitlab> gitlab # [ 0.671855] igb: Intel(R) Gigabit Ethernet Network Driver440vm-test-run-nixbot-gitlab> gitlab # [ 0.671864] igb: Copyright (c) 2007-2014 Intel Corporation.441vm-test-run-nixbot-gitlab> gitlab # [ 0.671953] igbvf: Intel(R) Gigabit Virtual Function Network Driver442vm-test-run-nixbot-gitlab> gitlab # [ 0.671963] igbvf: Copyright (c) 2009 - 2012 Intel Corporation.443vm-test-run-nixbot-gitlab> gitlab # [ 0.672380] sky2: driver version 1.30444vm-test-run-nixbot-gitlab> gitlab # [ 0.677548] usbcore: registered new interface driver usb-storage445vm-test-run-nixbot-gitlab> gitlab # [ 0.677573] ehci-pci 0000:00:0a.0: EHCI Host Controller446vm-test-run-nixbot-gitlab> gitlab # [ 0.677618] ehci-pci 0000:00:0a.0: new USB bus registered, assigned bus number 1447vm-test-run-nixbot-gitlab> gitlab # [ 0.677884] usbcore: registered new interface driver usbserial_generic448vm-test-run-nixbot-gitlab> gitlab # [ 0.677954] usbserial: USB Serial support registered for generic449vm-test-run-nixbot-gitlab> gitlab # [ 0.678183] ehci-pci 0000:00:0a.0: irq 15, io mem 0x10089000450vm-test-run-nixbot-gitlab> gitlab # [ 0.679752] hv_vmbus: registering driver hyperv_keyboard451vm-test-run-nixbot-gitlab> gitlab # [ 0.682374] rtc-pl031 9010000.pl031: registered as rtc0452vm-test-run-nixbot-gitlab> gitlab # [ 0.682427] rtc-pl031 9010000.pl031: setting system clock to 2026-06-29T10:44:05 UTC (1782729845)453vm-test-run-nixbot-gitlab> gitlab # [ 0.683278] i2c_dev: i2c /dev entries driver454vm-test-run-nixbot-gitlab> gitlab # [ 0.690858] sdhci: Secure Digital Host Controller Interface driver455vm-test-run-nixbot-gitlab> gitlab # [ 0.690870] sdhci: Copyright(c) Pierre Ossman456vm-test-run-nixbot-gitlab> gitlab # [ 0.691593] Synopsys Designware Multimedia Card Interface Driver457vm-test-run-nixbot-gitlab> gitlab # [ 0.692656] sdhci-pltfm: SDHCI platform and OF driver helper458vm-test-run-nixbot-gitlab> gitlab # [ 0.693523] ehci-pci 0000:00:0a.0: USB 2.0 started, EHCI 1.00459vm-test-run-nixbot-gitlab> gitlab # [ 0.694511] hub 1-0:1.0: USB hub found460vm-test-run-nixbot-gitlab> gitlab # [ 0.694555] hub 1-0:1.0: 6 ports detected461vm-test-run-nixbot-gitlab> gitlab # [ 0.697038] hid: raw HID events driver (C) Jiri Kosina462vm-test-run-nixbot-gitlab> gitlab # [ 0.697852] usbcore: registered new interface driver usbhid463vm-test-run-nixbot-gitlab> gitlab # [ 0.697862] usbhid: USB HID core driver464vm-test-run-nixbot-gitlab> gitlab # [ 0.733488] hw perfevents: enabled with armv8_pmuv3 PMU driver, 11 (0,800003ff) counters available465vm-test-run-nixbot-gitlab> gitlab # [ 0.737899] drop_monitor: Initializing network drop monitor service466vm-test-run-nixbot-gitlab> gitlab # [ 0.738174] NET: Registered PF_INET6 protocol family467vm-test-run-nixbot-gitlab> gitlab # [ 0.739806] Segment Routing with IPv6468vm-test-run-nixbot-gitlab> gitlab # [ 0.739834] In-situ OAM (IOAM) with IPv6469vm-test-run-nixbot-gitlab> gitlab # [ 0.739982] NET: Registered PF_PACKET protocol family470vm-test-run-nixbot-gitlab> gitlab # [ 0.740314] 9pnet: Installing 9P2000 support471vm-test-run-nixbot-gitlab> gitlab # [ 0.744022] Key type dns_resolver registered472vm-test-run-nixbot-gitlab> gitlab # [ 0.760307] registered taskstats version 1473vm-test-run-nixbot-gitlab> gitlab # [ 0.760840] Loading compiled-in X.509 certificates474vm-test-run-nixbot-gitlab> gitlab # [ 0.783243] Demotion targets for Node 0: null475vm-test-run-nixbot-gitlab> gitlab # [ 0.783497] Key type .fscrypt registered476vm-test-run-nixbot-gitlab> gitlab # [ 0.783504] Key type fscrypt-provisioning registered477vm-test-run-nixbot-gitlab> gitlab # [ 0.783728] ima: No TPM chip found, activating TPM-bypass!478vm-test-run-nixbot-gitlab> gitlab # [ 0.783751] ima: Allocated hash algorithm: sha1479vm-test-run-nixbot-gitlab> gitlab # [ 0.783780] ima: No architecture policies found480vm-test-run-nixbot-gitlab> gitlab # [ 0.784944] input: gpio-keys as /devices/platform/gpio-keys/input/input0481vm-test-run-nixbot-gitlab> gitlab # [ 0.809544] clk: Disabling unused clocks482vm-test-run-nixbot-gitlab> gitlab # [ 0.809567] PM: genpd: Disabling unused power domains483vm-test-run-nixbot-gitlab> gitlab # [ 0.814451] Freeing unused kernel memory: 4736K484vm-test-run-nixbot-gitlab> gitlab # [ 0.814677] Run /init as init process485vm-test-run-nixbot-gitlab> gitlab # [ 0.844122] systemd[1]: Successfully made /usr/ read-only.486vm-test-run-nixbot-gitlab> gitlab # [ 0.941504] usb 1-1: new high-speed USB device number 2 using ehci-pci487vm-test-run-nixbot-gitlab> gitlab # [ 1.096135] input: QEMU QEMU USB Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input1488vm-test-run-nixbot-gitlab> gitlab # [ 1.178700] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)489vm-test-run-nixbot-gitlab> gitlab # [ 1.178766] systemd[1]: Detected virtualization qemu.490vm-test-run-nixbot-gitlab> gitlab # [ 1.178843] systemd[1]: Detected architecture arm64.491vm-test-run-nixbot-gitlab> gitlab # [ 1.178858] systemd[1]: Running in initrd.492vm-test-run-nixbot-gitlab> gitlab # [ 1.179868] systemd[1]: Initializing machine ID from random generator.493vm-test-run-nixbot-gitlab> gitlab # [ 1.180130] systemd[1]: Hostname set to <gitlab>.494vm-test-run-nixbot-gitlab> gitlab # [ 1.202044] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v1.11 Keyboard [QEMU QEMU USB Keyboard] on usb-0000:00:0a.0-1/input0495vm-test-run-nixbot-gitlab> gitlab # [ 1.321524] usb 1-2: new high-speed USB device number 3 using ehci-pci496vm-test-run-nixbot-gitlab> gitlab # [ 1.323806] systemd[1]: Queued start job for default target Initrd Default Target.497vm-test-run-nixbot-gitlab> gitlab # [ 1.481718] input: QEMU QEMU USB Tablet as /devices/platform/4010000000.pcie/pci0000:00/0000:00:0a.0/usb1/1-2/1-2:1.0/0003:0627:0001.0002/input/input2498vm-test-run-nixbot-gitlab> gitlab # [ 1.484209] hid-generic 0003:0627:0001.0002: input,hidraw1: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:0a.0-2/input0499vm-test-run-nixbot-gitlab> gitlab # [ 1.570856] systemd[1]: Created slice Slice /system/modprobe.500vm-test-run-nixbot-gitlab> gitlab # [ 1.571375] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.501vm-test-run-nixbot-gitlab> gitlab # [ 1.571444] systemd[1]: Expecting device /dev/disk/by-label/nix-store...502vm-test-run-nixbot-gitlab> gitlab # [ 1.571472] systemd[1]: Expecting device /dev/disk/by-label/nixos...503vm-test-run-nixbot-gitlab> gitlab # [ 1.571526] systemd[1]: Reached target Path Units.504vm-test-run-nixbot-gitlab> gitlab # [ 1.571564] systemd[1]: Reached target Slice Units.505vm-test-run-nixbot-gitlab> gitlab # [ 1.571606] systemd[1]: Reached target Swaps.506vm-test-run-nixbot-gitlab> gitlab # [ 1.571645] systemd[1]: Reached target Timer Units.507vm-test-run-nixbot-gitlab> gitlab # [ 1.571983] systemd[1]: Listening on D-Bus System Message Bus Socket.508vm-test-run-nixbot-gitlab> gitlab # [ 1.572320] systemd[1]: Listening on Journal Socket (/dev/log).509vm-test-run-nixbot-gitlab> gitlab # [ 1.572659] systemd[1]: Listening on Journal Sockets.510vm-test-run-nixbot-gitlab> gitlab # [ 1.572962] systemd[1]: Listening on udev Control Socket.511vm-test-run-nixbot-gitlab> gitlab # [ 1.573134] systemd[1]: Listening on udev Kernel Socket.512vm-test-run-nixbot-gitlab> gitlab # [ 1.573176] systemd[1]: Reached target Socket Units.513vm-test-run-nixbot-gitlab> gitlab # [ 1.580572] systemd[1]: Starting Create List of Static Device Nodes...514vm-test-run-nixbot-gitlab> gitlab # [ 1.588437] systemd[1]: Starting Load Kernel Module 9pnet_virtio...515vm-test-run-nixbot-gitlab> gitlab # [ 1.588586] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs516vm-test-run-nixbot-gitlab> gitlab # [ 1.599183] systemd[1]: Mounting Kernel Configuration File System...517vm-test-run-nixbot-gitlab> gitlab # [ 1.620175] systemd[1]: Starting Journal Service...518vm-test-run-nixbot-gitlab> gitlab # [ 1.628905] systemd[1]: Starting Load Kernel Modules...519vm-test-run-nixbot-gitlab> gitlab # [ 1.629061] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki520vm-test-run-nixbot-gitlab> gitlab # [ 1.637401] systemd[1]: Starting Coldplug All udev Devices...521vm-test-run-nixbot-gitlab> gitlab # [ 1.657780] systemd[1]: Finished Create List of Static Device Nodes.522vm-test-run-nixbot-gitlab> gitlab # [ 1.660072] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.523vm-test-run-nixbot-gitlab> gitlab # [ 1.666520] systemd[1]: Finished Load Kernel Module 9pnet_virtio.524vm-test-run-nixbot-gitlab> gitlab # [ 1.675728] systemd-journald[155]: Collecting audit messages is disabled.525vm-test-run-nixbot-gitlab> gitlab # [ 1.682045] [drm] pci: virtio-gpu-pci detected at 0000:00:09.0526vm-test-run-nixbot-gitlab> gitlab # [ 1.682670] [drm] features: -virgl +edid -resource_blob -host_visible527vm-test-run-nixbot-gitlab> gitlab # [ 1.682679] [drm] features: -context_init528vm-test-run-nixbot-gitlab> gitlab # [ 1.683006] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.529vm-test-run-nixbot-gitlab> gitlab # [ 1.684675] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev530vm-test-run-nixbot-gitlab> gitlab # [ 1.684709] [drm] number of scanouts: 1531vm-test-run-nixbot-gitlab> gitlab # [ 1.684753] [drm] number of cap sets: 0532vm-test-run-nixbot-gitlab> gitlab # [ 1.689803] virtio-pci 0000:00:09.0: [drm] Registered 1 planes with drm panic533vm-test-run-nixbot-gitlab> gitlab # [ 1.689820] [drm] Initialized virtio_gpu 0.1.0 for 0000:00:09.0 on minor 0534vm-test-run-nixbot-gitlab> gitlab # [ 1.691858] systemd[1]: Mounted Kernel Configuration File System.535vm-test-run-nixbot-gitlab> gitlab # [ 1.696759] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...536vm-test-run-nixbot-gitlab> gitlab # [ 1.716304] Console: switching to colour frame buffer device 160x50537vm-test-run-nixbot-gitlab> gitlab # [ 1.717404] virtio-pci 0000:00:09.0: [drm] fb0: virtio_gpudrmfb frame buffer device538vm-test-run-nixbot-gitlab> gitlab # [ 1.742178] systemd[1]: Finished Load Kernel Modules.539vm-test-run-nixbot-gitlab> gitlab # [ 1.741604] systemd-modules-load[157]: Using 4 probe threads540vm-test-run-nixbot-gitlab> gitlab # [ 1.743020] systemd-modules-load[157]: Module 'virtio_balloon' is built in541vm-test-run-nixbot-gitlab> gitlab # [ 1.749192] systemd[1]: Starting Apply Kernel Variables...542vm-test-run-nixbot-gitlab> gitlab # [ 1.749762] systemd[1]: Started Journal Service.543vm-test-run-nixbot-gitlab> gitlab # [ 1.748948] systemd-modules-load[157]: Module 'virtio_console' is built in544vm-test-run-nixbot-gitlab> gitlab # [ 1.750067] systemd-modules-load[157]: Module 'virtio_rng' is built in545vm-test-run-nixbot-gitlab> gitlab # [ 1.751118] systemd-modules-load[157]: Inserted module 'dm_mod'546vm-test-run-nixbot-gitlab> gitlab # [ 1.752177] systemd-modules-load[157]: Inserted module 'virtio_gpu'547vm-test-run-nixbot-gitlab> gitlab # [ 1.755712] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.548vm-test-run-nixbot-gitlab> gitlab # [ 1.781882] systemd[1]: Starting Create Static Device Nodes in /dev...549vm-test-run-nixbot-gitlab> gitlab # [ 1.792563] systemd[1]: Finished Apply Kernel Variables.550vm-test-run-nixbot-gitlab> gitlab # [ 1.813086] systemd[1]: Finished Create Static Device Nodes in /dev.551vm-test-run-nixbot-gitlab> gitlab # [ 1.815526] systemd[1]: Reached target Preparation for Local File Systems.552vm-test-run-nixbot-gitlab> gitlab # [ 1.818100] systemd[1]: Reached target Local File Systems.553vm-test-run-nixbot-gitlab> gitlab # [ 1.821036] systemd[1]: Starting Create System Files and Directories...554vm-test-run-nixbot-gitlab> gitlab # [ 1.829952] systemd[1]: Starting Rule-based Manager for Device Events and Files...555vm-test-run-nixbot-gitlab> gitlab # [ 1.864753] systemd[1]: Finished Create System Files and Directories.556vm-test-run-nixbot-gitlab> gitlab # [ 1.881006] systemd-udevd[192]: Using default interface naming scheme 'v260'.557vm-test-run-nixbot-gitlab> gitlab # [ 1.904476] systemd[1]: Started Rule-based Manager for Device Events and Files.558vm-test-run-nixbot-gitlab> gitlab # [ 1.942592] systemd[1]: Starting Virtual Console Setup...559vm-test-run-nixbot-gitlab> gitlab # [ 2.000224] systemd-vconsole-setup[210]: Configuration of first virtual console was skipped, ignoring remaining ones.560vm-test-run-nixbot-gitlab> gitlab # [ 2.005544] systemd[1]: Finished Virtual Console Setup.561vm-test-run-nixbot-gitlab> gitlab # [ 2.387926] systemd[1]: Finished Coldplug All udev Devices.562vm-test-run-nixbot-gitlab> gitlab # [ 2.390534] systemd[1]: Reached target System Initialization.563vm-test-run-nixbot-gitlab> gitlab # [ 2.393170] systemd[1]: Reached target Basic System.564vm-test-run-nixbot-gitlab> gitlab # [ 2.595087] (udev-worker)[217]: Network interface NamePolicy= disabled on kernel command line.565vm-test-run-nixbot-gitlab> gitlab # [ 2.614403] (udev-worker)[203]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.566vm-test-run-nixbot-gitlab> gitlab # [ 2.618148] (udev-worker)[203]: Network interface NamePolicy= disabled on kernel command line.567vm-test-run-nixbot-gitlab> gitlab # [ 2.625756] systemd[1]: Found device /dev/disk/by-label/nix-store.568vm-test-run-nixbot-gitlab> gitlab # [ 2.644187] systemd[1]: Found device /dev/disk/by-label/nixos.569vm-test-run-nixbot-gitlab> gitlab # [ 2.646161] systemd[1]: Reached target Initrd Root Device.570vm-test-run-nixbot-gitlab> gitlab # [ 2.649264] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...571vm-test-run-nixbot-gitlab> gitlab # [ 2.694768] systemd-fsck[235]: nixos: clean, 12/65536 files, 13019/262144 blocks572vm-test-run-nixbot-gitlab> gitlab # [ 2.705932] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.573vm-test-run-nixbot-gitlab> gitlab # [ 2.710517] systemd[1]: Mounting /sysroot...574vm-test-run-nixbot-gitlab> gitlab # [ 2.743001] EXT4-fs (vda): mounted filesystem ab7a12dd-c6d6-4755-bf64-78656770aed4 r/w with ordered data mode. Quota mode: none.575vm-test-run-nixbot-gitlab> gitlab # [ 2.743407] systemd[1]: Mounted /sysroot.576vm-test-run-nixbot-gitlab> gitlab # [ 2.746665] systemd[1]: Reached target Initrd Root File System.577vm-test-run-nixbot-gitlab> gitlab # [ 2.749373] systemd[1]: Starting Mountpoints Configured in the Real Root...578vm-test-run-nixbot-gitlab> gitlab # [ 2.771773] systemd-sysroot-fstab-check[247]: /sysroot should be mounted in the initrd, will request daemon-reload.579vm-test-run-nixbot-gitlab> gitlab # [ 2.774028] systemd[1]: Reload requested from client PID 247 ('systemd-sysroot') (unit initrd-parse-etc.service)...580vm-test-run-nixbot-gitlab> gitlab # [ 2.775803] systemd[1]: Reloading...581vm-test-run-nixbot-gitlab> gitlab # [ 3.099189] systemd[1]: Reloading finished in 323 ms.582vm-test-run-nixbot-gitlab> gitlab # [ 3.126667] systemd-sysroot-fstab-check[247]: Requesting initrd-fs.target/start/replace...583vm-test-run-nixbot-gitlab> gitlab # [ 3.209846] (udev-worker)[221]: mtd0ro: Failed to find and pin callout binary "/nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/mtd_probe": No such file or directory584vm-test-run-nixbot-gitlab> gitlab # [ 3.214762] (udev-worker)[221]: mtd0ro: /nix/store/3x4plcsrj2r4mmzis46wrmyka8g4jhi8-systemd-260.1/lib/udev/rules.d/75-probe_mtd.rules:5 IMPORT{program}="mtd_probe $devnode": Failed to execute "mtd_probe /dev/mtd0ro", ignoring: No such file or directory585vm-test-run-nixbot-gitlab> gitlab # [ 3.236119] systemd-sysroot-fstab-check[247]: Requesting swap.target/start/replace...586vm-test-run-nixbot-gitlab> gitlab # [ 3.239776] systemd[1]: initrd-parse-etc.service: Deactivated successfully.587vm-test-run-nixbot-gitlab> gitlab # [ 3.241792] systemd[1]: Finished Mountpoints Configured in the Real Root.588vm-test-run-nixbot-gitlab> gitlab # [ 3.242837] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.589vm-test-run-nixbot-gitlab> gitlab # [ 3.256479] systemd[1]: Starting Load Kernel Module 9pnet_virtio...590vm-test-run-nixbot-gitlab> gitlab # [ 3.257482] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.591vm-test-run-nixbot-gitlab> gitlab # [ 3.258573] systemd[1]: Stopped Virtual Console Setup.592vm-test-run-nixbot-gitlab> gitlab # [ 3.259385] systemd[1]: Stopping Virtual Console Setup...593vm-test-run-nixbot-gitlab> gitlab # [ 3.261773] systemd[1]: Starting Virtual Console Setup...594vm-test-run-nixbot-gitlab> gitlab # [ 3.287004] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.595vm-test-run-nixbot-gitlab> gitlab # [ 3.289365] systemd[1]: Finished Load Kernel Module 9pnet_virtio.596vm-test-run-nixbot-gitlab> gitlab # [ 3.301036] systemd-vconsole-setup[452]: Configuration of first virtual console was skipped, ignoring remaining ones.597vm-test-run-nixbot-gitlab> gitlab # [ 3.304632] systemd[1]: Finished Virtual Console Setup.598vm-test-run-nixbot-gitlab> gitlab # [ 3.654327] systemd[1]: Mounting /sysroot/nix/.ro-store...599vm-test-run-nixbot-gitlab> gitlab # [ 3.661850] systemd[1]: Mounting /sysroot/nix/.rw-store...600vm-test-run-nixbot-gitlab> gitlab # [ 3.670024] systemd[1]: Mounting /sysroot/run...601vm-test-run-nixbot-gitlab> gitlab # [ 3.688112] systemd[1]: Mounting /sysroot/tmp/shared...602vm-test-run-nixbot-gitlab> gitlab # [ 3.696442] systemd[1]: Mounting /sysroot/tmp/xchg...603vm-test-run-nixbot-gitlab> gitlab # [ 3.719921] erofs (device vdb): mounted with root inode @ nid 128.604vm-test-run-nixbot-gitlab> gitlab # [ 3.731616] systemd[1]: Mounted /sysroot/nix/.ro-store.605vm-test-run-nixbot-gitlab> gitlab # [ 3.734194] systemd[1]: Mounted /sysroot/nix/.rw-store.606vm-test-run-nixbot-gitlab> gitlab # [ 3.736702] systemd[1]: Mounted /sysroot/run.607vm-test-run-nixbot-gitlab> gitlab # [ 3.738727] systemd[1]: Mounted /sysroot/tmp/shared.608vm-test-run-nixbot-gitlab> gitlab # [ 3.741061] systemd[1]: Mounted /sysroot/tmp/xchg.609vm-test-run-nixbot-gitlab> gitlab # [ 3.747929] systemd[1]: Starting rw-sysroot-nix-store.service...610vm-test-run-nixbot-gitlab> gitlab # [ 3.788318] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.611vm-test-run-nixbot-gitlab> gitlab # [ 3.793271] systemd[1]: Finished rw-sysroot-nix-store.service.612vm-test-run-nixbot-gitlab> gitlab # [ 4.652488] systemd[1]: Mounting /sysroot/nix/store...613vm-test-run-nixbot-gitlab> gitlab # [ 4.717495] systemd[1]: Mounted /sysroot/nix/store.614vm-test-run-nixbot-gitlab> gitlab # [ 4.719852] systemd[1]: Reached target Initrd File Systems.615vm-test-run-nixbot-gitlab> gitlab # [ 4.726681] systemd[1]: Starting Find NixOS closure...616vm-test-run-nixbot-gitlab> gitlab # [ 4.734561] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...617vm-test-run-nixbot-gitlab> gitlab # [ 4.783856] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.618vm-test-run-nixbot-gitlab> gitlab # [ 4.787612] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.619vm-test-run-nixbot-gitlab> gitlab # [ 4.810680] systemd[1]: Finished Find NixOS closure.620vm-test-run-nixbot-gitlab> gitlab # [ 4.813331] systemd[1]: Reached target Initrd Default Target.621vm-test-run-nixbot-gitlab> gitlab # [ 4.820604] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...622vm-test-run-nixbot-gitlab> gitlab # [ 4.865397] systemd[1]: Stopped target Initrd Default Target.623vm-test-run-nixbot-gitlab> gitlab # [ 4.867967] systemd[1]: Stopped target Basic System.624vm-test-run-nixbot-gitlab> gitlab # [ 4.870343] systemd[1]: Stopped target Initrd Root Device.625vm-test-run-nixbot-gitlab> gitlab # [ 4.872871] systemd[1]: Stopped target Path Units.626vm-test-run-nixbot-gitlab> gitlab # [ 4.875062] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.627vm-test-run-nixbot-gitlab> gitlab # [ 4.878457] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.628vm-test-run-nixbot-gitlab> gitlab # [ 4.881873] systemd[1]: Stopped target Slice Units.629vm-test-run-nixbot-gitlab> gitlab # [ 4.884098] systemd[1]: Stopped target Socket Units.630vm-test-run-nixbot-gitlab> gitlab # [ 4.886315] systemd[1]: Stopped target System Initialization.631vm-test-run-nixbot-gitlab> gitlab # [ 4.888970] systemd[1]: Stopped target Swaps.632vm-test-run-nixbot-gitlab> gitlab # [ 4.891195] systemd[1]: Stopped target Timer Units.633vm-test-run-nixbot-gitlab> gitlab # [ 4.893528] systemd[1]: dbus.socket: Deactivated successfully.634vm-test-run-nixbot-gitlab> gitlab # [ 4.896149] systemd[1]: Closed D-Bus System Message Bus Socket.635vm-test-run-nixbot-gitlab> gitlab # [ 4.898781] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.636vm-test-run-nixbot-gitlab> gitlab # [ 4.902218] systemd[1]: Stopped Find NixOS closure.637vm-test-run-nixbot-gitlab> gitlab # [ 4.904583] systemd[1]: Starting Load Kernel Module 9pnet_virtio...638vm-test-run-nixbot-gitlab> gitlab # [ 4.907350] systemd[1]: Starting rw-sysroot-nix-store.service...639vm-test-run-nixbot-gitlab> gitlab # [ 4.910095] systemd[1]: systemd-sysctl.service: Deactivated successfully.640vm-test-run-nixbot-gitlab> gitlab # [ 4.912993] systemd[1]: Stopped Apply Kernel Variables.641vm-test-run-nixbot-gitlab> gitlab # [ 4.915187] systemd[1]: systemd-modules-load.service: Deactivated successfully.642vm-test-run-nixbot-gitlab> gitlab # [ 4.918054] systemd[1]: Stopped Load Kernel Modules.643vm-test-run-nixbot-gitlab> gitlab # [ 4.922095] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.644vm-test-run-nixbot-gitlab> gitlab # [ 4.924974] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.645vm-test-run-nixbot-gitlab> gitlab # [ 4.931571] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.646vm-test-run-nixbot-gitlab> gitlab # [ 4.935150] systemd[1]: Stopped Create System Files and Directories.647vm-test-run-nixbot-gitlab> gitlab # [ 4.940316] systemd[1]: Stopped target Local File Systems.648vm-test-run-nixbot-gitlab> gitlab # [ 4.942775] systemd[1]: Stopped target Preparation for Local File Systems.649vm-test-run-nixbot-gitlab> gitlab # [ 4.945928] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.650vm-test-run-nixbot-gitlab> gitlab # [ 4.949178] systemd[1]: Stopped Coldplug All udev Devices.651vm-test-run-nixbot-gitlab> gitlab # [ 4.951635] systemd[1]: Stopping Rule-based Manager for Device Events and Files...652vm-test-run-nixbot-gitlab> gitlab # [ 4.954954] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.653vm-test-run-nixbot-gitlab> gitlab # [ 4.957962] systemd[1]: Stopped Virtual Console Setup.654vm-test-run-nixbot-gitlab> gitlab # [ 4.970918] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.655vm-test-run-nixbot-gitlab> gitlab # [ 4.976097] systemd[1]: Finished Load Kernel Module 9pnet_virtio.656vm-test-run-nixbot-gitlab> gitlab # [ 4.986861] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.657vm-test-run-nixbot-gitlab> gitlab # [ 4.991976] systemd[1]: Finished rw-sysroot-nix-store.service.658vm-test-run-nixbot-gitlab> gitlab # [ 5.001675] systemd[1]: systemd-udevd.service: Deactivated successfully.659vm-test-run-nixbot-gitlab> gitlab # [ 5.006609] systemd[1]: Stopped Rule-based Manager for Device Events and Files.660vm-test-run-nixbot-gitlab> gitlab # [ 5.009876] systemd[1]: systemd-udevd.service: Consumed 2.391s CPU time over 3.172s wall clock time, 32.6M memory peak.661vm-test-run-nixbot-gitlab> gitlab # [ 5.026144] systemd[1]: initrd-cleanup.service: Deactivated successfully.662vm-test-run-nixbot-gitlab> gitlab # [ 5.031142] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.663vm-test-run-nixbot-gitlab> gitlab # [ 5.045529] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.664vm-test-run-nixbot-gitlab> gitlab # [ 5.048788] systemd[1]: Closed udev Control Socket.665vm-test-run-nixbot-gitlab> gitlab # [ 5.061322] systemd[1]: Starting Cleanup udev Database...666vm-test-run-nixbot-gitlab> gitlab # [ 5.063795] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.667vm-test-run-nixbot-gitlab> gitlab # [ 5.067307] systemd[1]: Stopped Create Static Device Nodes in /dev.668vm-test-run-nixbot-gitlab> gitlab # [ 5.070162] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.669vm-test-run-nixbot-gitlab> gitlab # [ 5.073736] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.670vm-test-run-nixbot-gitlab> gitlab # [ 5.078158] systemd[1]: kmod-static-nodes.service: Deactivated successfully.671vm-test-run-nixbot-gitlab> gitlab # [ 5.081329] systemd[1]: Stopped Create List of Static Device Nodes.672vm-test-run-nixbot-gitlab> gitlab # [ 5.164828] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.673vm-test-run-nixbot-gitlab> gitlab # [ 5.168071] systemd[1]: Finished Cleanup udev Database.674vm-test-run-nixbot-gitlab> gitlab # [ 5.175459] systemd[1]: Reached target Switch Root.675vm-test-run-nixbot-gitlab> gitlab # [ 5.181758] systemd[1]: Starting NixOS Activation...676vm-test-run-nixbot-gitlab> gitlab # [ 5.371291] initrd-nixos-activation-start[561]: booting system configuration /nix/store/djxzccc58nhw1xpl3jhpf0a8j5p98z5w-nixos-system-gitlab-test677vm-test-run-nixbot-gitlab> gitlab # [ 5.436187] initrd-nixos-activation-start[561]: running activation script...678vm-test-run-nixbot-gitlab> gitlab # [ 5.783377] initrd-nixos-activation-start[584]: setting up /etc...679vm-test-run-nixbot-gitlab> gitlab # [ 5.961231] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.680vm-test-run-nixbot-gitlab> gitlab # [ 5.965596] systemd[1]: Finished NixOS Activation.681vm-test-run-nixbot-gitlab> gitlab # [ 5.982382] systemd[1]: Starting Switch Root...682vm-test-run-nixbot-gitlab> gitlab # [ 6.032697] systemd[1]: Switching root.683vm-test-run-nixbot-gitlab> gitlab # [ 6.617865] systemd-journald[155]: Received SIGTERM from PID 1 (systemd).684vm-test-run-nixbot-gitlab> gitlab # [ 7.308072] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)685vm-test-run-nixbot-gitlab> gitlab # [ 7.308211] systemd[1]: Detected virtualization qemu.686vm-test-run-nixbot-gitlab> gitlab # [ 7.308298] systemd[1]: Detected architecture arm64.687vm-test-run-nixbot-gitlab> gitlab # [ 7.308464] systemd[1]: Detected first boot.688vm-test-run-nixbot-gitlab> gitlab # [ 7.310121] systemd[1]: Initializing machine ID from random generator.689vm-test-run-nixbot-gitlab> gitlab # [ 7.543970] systemd[1]: bpf-restrict-fs: LSM BPF program attached690vm-test-run-nixbot-gitlab> gitlab # [ 7.652134] systemd[1]: Applying preset policy.691vm-test-run-nixbot-gitlab> gitlab # [ 7.908977] systemd[1]: Populated /etc with preset unit settings.692vm-test-run-nixbot-gitlab> gitlab # [ 8.086262] systemd[1]: initrd-switch-root.service: Deactivated successfully.693vm-test-run-nixbot-gitlab> gitlab # [ 8.086936] systemd[1]: Stopped initrd-switch-root.service.694vm-test-run-nixbot-gitlab> gitlab # [ 8.092373] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.695vm-test-run-nixbot-gitlab> gitlab # [ 8.098347] systemd[1]: Created slice Slice /system/getty.696vm-test-run-nixbot-gitlab> gitlab # [ 8.102085] systemd[1]: Created slice GitLab DevOps Platform Slice.697vm-test-run-nixbot-gitlab> gitlab # [ 8.106099] systemd[1]: Created slice User and Session Slice.698vm-test-run-nixbot-gitlab> gitlab # [ 8.106678] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.699vm-test-run-nixbot-gitlab> gitlab # [ 8.107352] systemd[1]: Started Forward Password Requests to Wall Directory Watch.700vm-test-run-nixbot-gitlab> gitlab # [ 8.108488] systemd[1]: Expecting device /dev/hvc0...701vm-test-run-nixbot-gitlab> gitlab # [ 8.109969] systemd[1]: Expecting device /dev/ttyAMA0...702vm-test-run-nixbot-gitlab> gitlab # [ 8.111095] systemd[1]: Reached target Local Encrypted Volumes.703vm-test-run-nixbot-gitlab> gitlab # [ 8.112191] systemd[1]: Stopped target initrd-fs.target.704vm-test-run-nixbot-gitlab> gitlab # [ 8.113286] systemd[1]: Stopped target initrd-root-fs.target.705vm-test-run-nixbot-gitlab> gitlab # [ 8.114407] systemd[1]: Stopped target initrd-switch-root.target.706vm-test-run-nixbot-gitlab> gitlab # [ 8.115476] systemd[1]: Reached target Virtual Machines and Containers.707vm-test-run-nixbot-gitlab> gitlab # [ 8.116602] systemd[1]: Reached target Path Units.708vm-test-run-nixbot-gitlab> gitlab # [ 8.117735] systemd[1]: Reached target Remote File Systems.709vm-test-run-nixbot-gitlab> gitlab # [ 8.118765] systemd[1]: Reached target Slice Units.710vm-test-run-nixbot-gitlab> gitlab # [ 8.119807] systemd[1]: Reached target Swaps.711vm-test-run-nixbot-gitlab> gitlab # [ 8.124183] systemd[1]: Listening on Process Core Dump Socket.712vm-test-run-nixbot-gitlab> gitlab # [ 8.127536] systemd[1]: Listening on Credential Encryption/Decryption.713vm-test-run-nixbot-gitlab> gitlab # [ 8.140233] systemd[1]: Starting Journal Log Access Socket...714vm-test-run-nixbot-gitlab> gitlab # [ 8.142135] systemd[1]: Listening on Journal Audit Socket.715vm-test-run-nixbot-gitlab> gitlab # [ 8.143632] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.716vm-test-run-nixbot-gitlab> gitlab # [ 8.144590] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki717vm-test-run-nixbot-gitlab> gitlab # [ 8.145733] systemd[1]: Listening on udev Control Socket.718vm-test-run-nixbot-gitlab> gitlab # [ 8.177848] systemd[1]: Mounting Huge Pages File System...719vm-test-run-nixbot-gitlab> gitlab # [ 8.183162] systemd[1]: Mounting POSIX Message Queue File System...720vm-test-run-nixbot-gitlab> gitlab # [ 8.189414] systemd[1]: Mounting Kernel Debug File System...721vm-test-run-nixbot-gitlab> gitlab # [ 8.195068] systemd[1]: Mounting Kernel Trace File System...722vm-test-run-nixbot-gitlab> gitlab # [ 8.202278] systemd[1]: Starting Create List of Static Device Nodes...723vm-test-run-nixbot-gitlab> gitlab # [ 8.219564] systemd[1]: Starting Load Kernel Module 9pnet_virtio...724vm-test-run-nixbot-gitlab> gitlab # [ 8.220773] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs725vm-test-run-nixbot-gitlab> gitlab # [ 8.235432] systemd[1]: Mounting Kernel Configuration File System...726vm-test-run-nixbot-gitlab> gitlab # [ 8.237639] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm727vm-test-run-nixbot-gitlab> gitlab # [ 8.238485] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore728vm-test-run-nixbot-gitlab> gitlab # [ 8.249624] systemd[1]: Starting Load Kernel Module fuse...729vm-test-run-nixbot-gitlab> gitlab # [ 8.250649] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67730vm-test-run-nixbot-gitlab> gitlab # [ 8.261851] systemd[1]: Starting Journal Service...731vm-test-run-nixbot-gitlab> gitlab # [ 8.266418] systemd[1]: Starting Load Kernel Modules...732vm-test-run-nixbot-gitlab> gitlab # [ 8.271844] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...733vm-test-run-nixbot-gitlab> gitlab # [ 8.280197] systemd[1]: Starting Remount Root and Kernel File Systems...734vm-test-run-nixbot-gitlab> gitlab # [ 8.285758] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki735vm-test-run-nixbot-gitlab> gitlab # [ 8.287968] fuse: init (API version 7.45)736vm-test-run-nixbot-gitlab> gitlab # [ 8.294502] systemd[1]: Starting Coldplug All udev Devices...737vm-test-run-nixbot-gitlab> gitlab # [ 8.305302] systemd[1]: Listening on Journal Log Access Socket.738vm-test-run-nixbot-gitlab> gitlab # [ 8.309950] systemd[1]: Mounted Huge Pages File System.739vm-test-run-nixbot-gitlab> gitlab # [ 8.310805] systemd[1]: Mounted POSIX Message Queue File System.740vm-test-run-nixbot-gitlab> gitlab # [ 8.311580] systemd[1]: Mounted Kernel Debug File System.741vm-test-run-nixbot-gitlab> gitlab # [ 8.312397] systemd[1]: Mounted Kernel Trace File System.742vm-test-run-nixbot-gitlab> gitlab # [ 8.314221] systemd[1]: Finished Create List of Static Device Nodes.743vm-test-run-nixbot-gitlab> gitlab # [ 8.314267] systemd-journald[793]: Collecting audit messages is enabled.744vm-test-run-nixbot-gitlab> gitlab # [ 8.316114] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.745vm-test-run-nixbot-gitlab> gitlab # [ 8.317323] systemd[1]: Finished Load Kernel Module 9pnet_virtio.746vm-test-run-nixbot-gitlab> gitlab # [ 8.318233] systemd[1]: Mounted Kernel Configuration File System.747vm-test-run-nixbot-gitlab> gitlab # [ 8.319162] systemd[1]: modprobe@fuse.service: Deactivated successfully.748vm-test-run-nixbot-gitlab> gitlab # [ 8.320091] systemd[1]: Finished Load Kernel Module fuse.749vm-test-run-nixbot-gitlab> gitlab # [ 8.333619] systemd[1]: Mounting FUSE Control File System...750vm-test-run-nixbot-gitlab> gitlab # [ 8.334875] systemd[1]: Queued start job for default target Multi-User System.751vm-test-run-nixbot-gitlab> gitlab # [ 8.336442] systemd[1]: Unnecessary job was removed for /dev/vdb.[ 8.342490] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...752vm-test-run-nixbot-gitlab> gitlab # [ 8.343259] systemd[1]: Started Journal Service.753vm-test-run-nixbot-gitlab> gitlab # [ 8.345485] EXT4-fs (vda): re-mounted ab7a12dd-c6d6-4755-bf64-78656770aed4.754vm-test-run-nixbot-gitlab> gitlab # 755vm-test-run-nixbot-gitlab> gitlab # [ 8.343746] systemd[1]: systemd-journald.service: Deactivated successfully.756vm-test-run-nixbot-gitlab> gitlab # [ 8.346116] systemd-modules-load[794]: Using 3 probe threads757vm-test-run-nixbot-gitlab> gitlab # [ 8.347197] systemd-modules-load[794]: Module 'atkbd' is built in758vm-test-run-nixbot-gitlab> gitlab # [ 8.348349] systemd-modules-load[794]: Module 'loop' is built in759vm-test-run-nixbot-gitlab> gitlab # [ 8.349421] systemd-modules-load[794]: Inserted module 'tls'760vm-test-run-nixbot-gitlab> gitlab # [ 8.367194] systemd-oomd[795]: No swap; memory pressure usage will be degraded761vm-test-run-nixbot-gitlab> gitlab # [ 8.378148] systemd[1]: Finished Load Kernel Modules.762vm-test-run-nixbot-gitlab> gitlab # [ 8.379991] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.763vm-test-run-nixbot-gitlab> gitlab # [ 8.382126] systemd[1]: Finished Remount Root and Kernel File Systems.764vm-test-run-nixbot-gitlab> gitlab # [ 8.384114] systemd[1]: Mounted FUSE Control File System.765vm-test-run-nixbot-gitlab> gitlab # [ 8.395694] systemd[1]: Starting Firewall...766vm-test-run-nixbot-gitlab> gitlab # [ 8.397237] systemd[1]: Starting Flush Journal to Persistent Storage...767vm-test-run-nixbot-gitlab> gitlab # [ 8.398845] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore768vm-test-run-nixbot-gitlab> gitlab # [ 8.406718] systemd[1]: Starting Load/Save OS Random Seed...769vm-test-run-nixbot-gitlab> gitlab # [ 8.412880] systemd[1]: Starting Apply Kernel Variables...770vm-test-run-nixbot-gitlab> gitlab # [ 8.414231] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki771vm-test-run-nixbot-gitlab> gitlab # [ 8.424137] systemd-journald[793]: Received client request to flush runtime journal.772vm-test-run-nixbot-gitlab> gitlab # [ 8.456655] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.773vm-test-run-nixbot-gitlab> gitlab # [ 8.460259] systemd[1]: Starting Create Static Device Nodes in /dev...774vm-test-run-nixbot-gitlab> gitlab # [ 8.462169] systemd[1]: Finished Load/Save OS Random Seed.775vm-test-run-nixbot-gitlab> gitlab # [ 8.464770] systemd[1]: Reached target First Boot Complete.776vm-test-run-nixbot-gitlab> gitlab # [ 8.465901] systemd[1]: Finished Create Static Device Nodes in /dev.777vm-test-run-nixbot-gitlab> gitlab # [ 8.468581] systemd[1]: Reached target Preparation for Local File Systems.778vm-test-run-nixbot-gitlab> gitlab # [ 8.469678] systemd[1]: Starting Rule-based Manager for Device Events and Files...779vm-test-run-nixbot-gitlab> gitlab # [ 8.471045] systemd[1]: Finished Apply Kernel Variables.780vm-test-run-nixbot-gitlab> gitlab # [ 8.471887] systemd[1]: Finished Flush Journal to Persistent Storage.781vm-test-run-nixbot-gitlab> gitlab # [ 8.513808] systemd-udevd[828]: Using default interface naming scheme 'v260'.782vm-test-run-nixbot-gitlab> gitlab # [ 8.564775] systemd[1]: Started Rule-based Manager for Device Events and Files.783vm-test-run-nixbot-gitlab> gitlab # [ 8.887593] systemd[1]: Finished Firewall.784vm-test-run-nixbot-gitlab> gitlab # [ 9.043297] systemd[1]: Finished Coldplug All udev Devices.785vm-test-run-nixbot-gitlab> gitlab # [ 9.084895] systemd[1]: Mounting /run/wrappers...786vm-test-run-nixbot-gitlab> gitlab # [ 9.115432] systemd[1]: Mounted /run/wrappers.787vm-test-run-nixbot-gitlab> gitlab # [ 9.118940] systemd[1]: Reached target Local File Systems.788vm-test-run-nixbot-gitlab> gitlab # [ 9.123365] systemd[1]: Listening on Boot Loader Control Service Socket.789vm-test-run-nixbot-gitlab> gitlab # [ 9.128585] systemd[1]: Starting register-nix-paths.service...790vm-test-run-nixbot-gitlab> gitlab # [ 9.131574] systemd[1]: Starting Create SUID/SGID Wrappers...791vm-test-run-nixbot-gitlab> gitlab # [ 9.135902] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.792vm-test-run-nixbot-gitlab> gitlab # [ 9.145815] systemd[1]: Starting Save Transient machine-id to Disk...793vm-test-run-nixbot-gitlab> gitlab # [ 9.151580] systemd[1]: Starting Create System Files and Directories...794vm-test-run-nixbot-gitlab> gitlab # [ 9.155847] systemd[1]: Load Kernel Module configfs skipped, unmet condition check ConditionKernelModuleLoaded=!configfs795vm-test-run-nixbot-gitlab> gitlab # [ 9.216885] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.796vm-test-run-nixbot-gitlab> gitlab # [ 9.218430] systemd[1]: Finished Save Transient machine-id to Disk.797vm-test-run-nixbot-gitlab> gitlab # [ 9.219717] systemd[1]: Finished Create System Files and Directories.798vm-test-run-nixbot-gitlab> gitlab # [ 9.227693] systemd[1]: Starting Rebuild Journal Catalog...799vm-test-run-nixbot-gitlab> gitlab # [ 9.245686] systemd[1]: Starting Record System Boot/Shutdown in UTMP...800vm-test-run-nixbot-gitlab> gitlab # [ 9.275013] systemd[1]: Finished Record System Boot/Shutdown in UTMP.801vm-test-run-nixbot-gitlab> gitlab # [ 9.278859] systemd[1]: Finished Rebuild Journal Catalog.802vm-test-run-nixbot-gitlab> gitlab # [ 9.281544] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.803vm-test-run-nixbot-gitlab> gitlab # [ 9.285449] systemd[1]: Starting Update is Completed...804vm-test-run-nixbot-gitlab> gitlab # [ 9.299458] systemd[1]: Condition check resulted in /dev/ttyAMA0 being skipped.805vm-test-run-nixbot-gitlab> gitlab # [ 9.307944] systemd[1]: Finished Update is Completed.806vm-test-run-nixbot-gitlab> gitlab # [ 9.321667] (udev-worker)[878]: Network interface NamePolicy= disabled on kernel command line.807vm-test-run-nixbot-gitlab> gitlab # [ 9.324671] (udev-worker)[882]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.808vm-test-run-nixbot-gitlab> gitlab # [ 9.327197] (udev-worker)[882]: Network interface NamePolicy= disabled on kernel command line.809vm-test-run-nixbot-gitlab> gitlab # [ 9.355453] systemd[1]: Condition check resulted in Virtio network device being skipped.810vm-test-run-nixbot-gitlab> gitlab # [ 9.357502] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore811vm-test-run-nixbot-gitlab> gitlab # [ 9.360152] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.812vm-test-run-nixbot-gitlab> gitlab # [ 9.361505] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67813vm-test-run-nixbot-gitlab> gitlab # [ 9.363941] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore814vm-test-run-nixbot-gitlab> gitlab # [ 9.366114] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki815vm-test-run-nixbot-gitlab> gitlab # [ 9.367745] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki816vm-test-run-nixbot-gitlab> gitlab # [ 9.378031] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.817vm-test-run-nixbot-gitlab> gitlab # [ 9.380250] systemd[1]: Finished Create SUID/SGID Wrappers.818vm-test-run-nixbot-gitlab> gitlab # [ 9.381223] systemd[1]: suid-sgid-wrappers.service: Consumed 172ms CPU time over 255ms wall clock time, 7M memory peak, 2.2M read from disk.819vm-test-run-nixbot-gitlab> gitlab # [ 9.425097] mousedev: PS/2 mouse device common for all mice820vm-test-run-nixbot-gitlab> gitlab # [ 9.685064] systemd[1]: Finished register-nix-paths.service.821vm-test-run-nixbot-gitlab> gitlab # [ 9.687885] systemd[1]: Reached target System Initialization.822vm-test-run-nixbot-gitlab> gitlab # [ 9.690986] systemd[1]: Started Discard unused filesystem blocks once a week.823vm-test-run-nixbot-gitlab> gitlab # [ 9.692483] systemd[1]: Started logrotate.timer.824vm-test-run-nixbot-gitlab> gitlab # [ 9.693510] systemd[1]: Started Daily Cleanup of Temporary Directories.825vm-test-run-nixbot-gitlab> gitlab # [ 9.695187] systemd[1]: Reached target Timer Units.826vm-test-run-nixbot-gitlab> gitlab # [ 9.696163] systemd[1]: Listening on D-Bus System Message Bus Socket.827vm-test-run-nixbot-gitlab> gitlab # [ 9.697223] systemd[1]: Listening on Nix Daemon Socket.828vm-test-run-nixbot-gitlab> gitlab # [ 9.703237] systemd[1]: Starting nixbot CI service socket...829vm-test-run-nixbot-gitlab> gitlab # [ 9.704301] systemd[1]: Listening on Hostname Service Socket.830vm-test-run-nixbot-gitlab> gitlab # [ 9.705357] systemd[1]: Listening on nixbot CI service socket.831vm-test-run-nixbot-gitlab> gitlab # [ 9.706249] systemd[1]: Reached target Socket Units.832vm-test-run-nixbot-gitlab> gitlab # [ 9.708244] systemd[1]: Starting D-Bus System Message Bus...833vm-test-run-nixbot-gitlab> gitlab # [ 9.746824] dbus-broker-launch[1044]: Looking up NSS user entry for 'systemd-timesync'...834vm-test-run-nixbot-gitlab> gitlab # [ 9.750145] dbus-broker-launch[1044]: NSS returned no entry for 'systemd-timesync'835vm-test-run-nixbot-gitlab> gitlab # [ 9.751768] dbus-broker-launch[1044]: Invalid user-name in /nix/store/ifm9k575wb3j66gvjx1xkdmmknzqr8v8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"836vm-test-run-nixbot-gitlab> gitlab # [ 9.755225] systemd[1]: Started D-Bus System Message Bus.837vm-test-run-nixbot-gitlab> gitlab # [ 9.765159] dbus-broker-launch[1044]: Ready838vm-test-run-nixbot-gitlab> gitlab # [ 9.766769] systemd[1]: Reached target Basic System.839vm-test-run-nixbot-gitlab> gitlab # [ 9.768709] systemd[1]: Started backdoor.service.840vm-test-run-nixbot-gitlab> gitlab # [ 9.772309] systemd[1]: Starting gitlab-config.service...841vm-test-run-nixbot-gitlab> gitlab # [ 9.796557] systemd[1]: Starting Import lastlog data into lastlog2 database...842vm-test-run-nixbot-gitlab> gitlab # [ 9.804128] systemd[1]: Starting Logrotate configuration check...843vm-test-run-nixbot-gitlab> gitlab # [ 9.808359] systemd[1]: Starting Name Service Cache Daemon (nsncd)...844vm-test-run-nixbot-gitlab> gitlab # connecting to host...845vm-test-run-nixbot-gitlab> gitlab # [ 9.813725] systemd[1]: Starting Post-Boot Actions...846vm-test-run-nixbot-gitlab> gitlab # [ 9.817547] logrotate[1051]: warning: logrotate in debug mode does nothing except printing debug messages! Consider using verbose mode (-v) instead if this is not what you want.847vm-test-run-nixbot-gitlab> gitlab # [ 9.823231] logrotate[1051]: reading config file /nix/store/hk6ay5j24mh4h8mpr5rxlxxxp8v61fnj-logrotate.conf848vm-test-run-nixbot-gitlab> gitlab # [ 9.824732] logrotate[1051]: note: 'monthly' overrides previously specified 'weekly'849vm-test-run-nixbot-gitlab> gitlab # [ 9.826211] logrotate[1051]: Reading state from file: /var/lib/logrotate.status850vm-test-run-nixbot-gitlab> gitlab # [ 9.829787] logrotate[1051]: state file /var/lib/logrotate.status does not exist851vm-test-run-nixbot-gitlab> gitlab # [ 9.830884] logrotate[1051]: Allocating hash table for state file, size 64 entries852vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'853vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell854vm-test-run-nixbot-gitlab> gitlab: (connecting took 10.30 seconds)855vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 10.30 seconds)856vm-test-run-nixbot-gitlab> gitlab # [ 9.832095] logrotate[1051]: Handling 4 logs857vm-test-run-nixbot-gitlab> gitlab # [ 9.832744] logrotate[1051]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed858vm-test-run-nixbot-gitlab> gitlab # [ 9.834723] logrotate[1051]: considering log /var/log/btmp859vm-test-run-nixbot-gitlab> gitlab # [ 9.835604] logrotate[1051]: Creating new state860vm-test-run-nixbot-gitlab> gitlab # [ 9.836307] logrotate[1051]: Now: 2026-06-29 10:44861vm-test-run-nixbot-gitlab> gitlab # [ 9.836954] logrotate[1051]: Last rotated at 2026-06-29 10:00862vm-test-run-nixbot-gitlab> gitlab # [ 9.837733] logrotate[1051]: log does not need rotating (log has already been rotated)863vm-test-run-nixbot-gitlab> gitlab # [ 9.838777] logrotate[1051]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed864vm-test-run-nixbot-gitlab> gitlab # [ 9.844293] logrotate[1051]: considering log /var/log/wtmp865vm-test-run-nixbot-gitlab> gitlab # [ 9.845208] logrotate[1051]: Creating new state866vm-test-run-nixbot-gitlab> gitlab # [ 9.845791] logrotate[1051]: Now: 2026-06-29 10:44867vm-test-run-nixbot-gitlab> gitlab # [ 9.846421] logrotate[1051]: Last rotated at 2026-06-29 10:00868vm-test-run-nixbot-gitlab> gitlab # [ 9.848042] logrotate[1051]: log does not need rotating (log has already been rotated)869vm-test-run-nixbot-gitlab> gitlab # [ 9.850698] logrotate[1051]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed870vm-test-run-nixbot-gitlab> gitlab # [ 9.856323] logrotate[1051]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1051)871vm-test-run-nixbot-gitlab> gitlab # [ 9.857464] logrotate[1051]: considering log /var/gitlab/state/log/*.log872vm-test-run-nixbot-gitlab> gitlab # [ 9.858431] logrotate[1051]: log /var/gitlab/state/log/*.log does not exist -- skipping873vm-test-run-nixbot-gitlab> gitlab # [ 9.859523] logrotate[1051]: Creating new state874vm-test-run-nixbot-gitlab> gitlab # [ 9.860595] logrotate[1051]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1051)875vm-test-run-nixbot-gitlab> gitlab # [ 9.861732] logrotate[1051]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed876vm-test-run-nixbot-gitlab> gitlab # [ 9.863532] logrotate[1051]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1051)877vm-test-run-nixbot-gitlab> gitlab # [ 9.867155] logrotate[1051]: considering log /var/log/nginx/*.log878vm-test-run-nixbot-gitlab> gitlab # [ 9.868176] logrotate[1051]: log /var/log/nginx/*.log does not exist -- skipping879vm-test-run-nixbot-gitlab> gitlab # [ 9.869224] logrotate[1051]: Creating new state880vm-test-run-nixbot-gitlab> gitlab # [ 9.869914] logrotate[1051]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1051)881vm-test-run-nixbot-gitlab> gitlab # [ 9.871070] systemd[1]: Started Reset console on configuration changes.882vm-test-run-nixbot-gitlab> gitlab # [ 9.876196] nsncd[1052]: Jun 29 10:44:14.688 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"883vm-test-run-nixbot-gitlab> gitlab # [ 9.883061] systemd[1]: Starting resolvconf update...884vm-test-run-nixbot-gitlab> gitlab # [ 9.884120] systemd[1]: Finished Logrotate configuration check.885vm-test-run-nixbot-gitlab> gitlab # [ 9.885223] systemd[1]: Finished Post-Boot Actions.886vm-test-run-nixbot-gitlab> gitlab # [ 9.886082] systemd[1]: Started Name Service Cache Daemon (nsncd).887vm-test-run-nixbot-gitlab> gitlab # [ 9.890023] systemd[1]: Reached target Host and Network Name Lookups.888vm-test-run-nixbot-gitlab> gitlab # [ 9.891153] systemd[1]: Reached target User and Group Name Lookups.889vm-test-run-nixbot-gitlab> gitlab # [ 9.893442] systemd[1]: Starting User Login Management...890vm-test-run-nixbot-gitlab> gitlab # [ 9.894262] systemd[1]: Finished Import lastlog data into lastlog2 database.891vm-test-run-nixbot-gitlab> gitlab # [ 9.955236] systemd[1]: Stopped target Host and Network Name Lookups.892vm-test-run-nixbot-gitlab> gitlab # [ 9.957603] systemd[1]: Stopping Host and Network Name Lookups...893vm-test-run-nixbot-gitlab> gitlab # [ 9.958542] systemd[1]: Stopped target User and Group Name Lookups.894vm-test-run-nixbot-gitlab> gitlab # [ 9.959456] systemd[1]: Stopping User and Group Name Lookups...895vm-test-run-nixbot-gitlab> gitlab # [ 9.960825] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...896vm-test-run-nixbot-gitlab> gitlab # [ 9.962324] systemd[1]: nscd.service: Deactivated successfully.897vm-test-run-nixbot-gitlab> gitlab # [ 9.964912] systemd[1]: Stopped Name Service Cache Daemon (nsncd).898vm-test-run-nixbot-gitlab> gitlab # [ 9.965884] systemd[1]: nscd.service: Consumed 26ms CPU time over 152ms wall clock time, 8.3M memory peak, 5.9M read from disk.899vm-test-run-nixbot-gitlab> gitlab # [ 9.967782] systemd-logind[1086]: Watching system buttons on /dev/input/event1 (QEMU QEMU USB Keyboard)900vm-test-run-nixbot-gitlab> gitlab # [ 9.969910] systemd-logind[1086]: Watching system buttons on /dev/input/event0 (gpio-keys)901vm-test-run-nixbot-gitlab> gitlab # [ 9.971084] systemd-logind[1086]: New seat seat0.902vm-test-run-nixbot-gitlab> gitlab # [ 9.973989] systemd[1]: Starting Name Service Cache Daemon (nsncd)...903vm-test-run-nixbot-gitlab> gitlab # [ 9.975036] systemd[1]: Started User Login Management.904vm-test-run-nixbot-gitlab> gitlab # [ 9.981029] systemd[1]: Starting linger-users.service...905vm-test-run-nixbot-gitlab> gitlab # [ 10.006597] systemd[1]: linger-users.service: Deactivated successfully.906vm-test-run-nixbot-gitlab> gitlab # [ 10.008871] systemd[1]: Finished linger-users.service.907vm-test-run-nixbot-gitlab> gitlab # [ 10.014163] nsncd[1136]: Jun 29 10:44:14.836 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"908vm-test-run-nixbot-gitlab> gitlab # [ 10.020366] systemd[1]: Started Name Service Cache Daemon (nsncd).909vm-test-run-nixbot-gitlab> gitlab # [ 10.021423] systemd[1]: Finished resolvconf update.910vm-test-run-nixbot-gitlab> gitlab # [ 10.022191] systemd[1]: Reached target Preparation for Network.911vm-test-run-nixbot-gitlab> gitlab # [ 10.023141] systemd[1]: Reached target Host and Network Name Lookups.912vm-test-run-nixbot-gitlab> gitlab # [ 10.027079] systemd[1]: Reached target User and Group Name Lookups.913vm-test-run-nixbot-gitlab> gitlab # [ 10.028071] systemd[1]: Starting DHCP Client...914vm-test-run-nixbot-gitlab> gitlab # [ 10.028856] systemd[1]: Starting Address configuration of eth1...915vm-test-run-nixbot-gitlab> gitlab # [ 10.029718] systemd[1]: Starting Extra networking commands....916vm-test-run-nixbot-gitlab> gitlab # [ 10.053609] input: QEMU Virtio Keyboard as /devices/platform/4010000000.pcie/pci0000:00/0000:00:08.0/virtio7/input/input3917vm-test-run-nixbot-gitlab> gitlab # [ 10.089523] network-addresses-eth1-start[1164]: adding address 192.168.1.1/24... done918vm-test-run-nixbot-gitlab> gitlab # [ 10.094931] network-addresses-eth1-start[1164]: adding address 2001:db8:1::1/64... done919vm-test-run-nixbot-gitlab> gitlab # [ 10.133517] systemd[1]: Finished Address configuration of eth1.920vm-test-run-nixbot-gitlab> gitlab # [ 10.179269] systemd[1]: Finished Extra networking commands..921vm-test-run-nixbot-gitlab> gitlab # [ 10.190923] systemd[1]: Reached target Network.922vm-test-run-nixbot-gitlab> gitlab # [ 10.196345] systemd[1]: Starting gitlab-workhorse.service...923vm-test-run-nixbot-gitlab> gitlab # [ 10.202384] systemd[1]: Starting Nginx Web Server...924vm-test-run-nixbot-gitlab> gitlab # [ 10.207443] systemd[1]: Starting PostgreSQL Server...925vm-test-run-nixbot-gitlab> gitlab # [ 10.210860] systemd[1]: Starting Redis Server - redis-gitlab...926vm-test-run-nixbot-gitlab> gitlab # [ 10.217369] systemd[1]: Starting Permit User Sessions...927vm-test-run-nixbot-gitlab> gitlab # [ 10.219361] systemd[1]: Starting Virtual Console Setup...928vm-test-run-nixbot-gitlab> gitlab # [ 10.238059] systemd-logind[1086]: Watching system buttons on /dev/input/event3 (QEMU Virtio Keyboard)929vm-test-run-nixbot-gitlab> gitlab # [ 10.239573] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.930vm-test-run-nixbot-gitlab> gitlab # [ 10.241101] systemd[1]: Stopped Virtual Console Setup.931vm-test-run-nixbot-gitlab> gitlab # [ 10.252585] systemd[1]: Starting Virtual Console Setup...932vm-test-run-nixbot-gitlab> gitlab # [ 10.253547] systemd[1]: Finished Permit User Sessions.933vm-test-run-nixbot-gitlab> gitlab # [ 10.260054] systemd[1]: Started Getty on tty1.934vm-test-run-nixbot-gitlab> gitlab # [ 10.261012] systemd[1]: Reached target Login Prompts.935vm-test-run-nixbot-gitlab> gitlab # [ 10.314351] dhcpcd[1173]: dhcpcd-10.3.2 starting936vm-test-run-nixbot-gitlab> gitlab # [ 10.319948] dhcpcd[1254]: dev: loaded udev937vm-test-run-nixbot-gitlab> gitlab # [ 10.344850] 8021q: 802.1Q VLAN Support v1.8938vm-test-run-nixbot-gitlab> gitlab # [ 10.345230] 8021q: adding VLAN 0 to HW filter on device eth1939vm-test-run-nixbot-gitlab> gitlab # [ 10.346859] systemd-vconsole-setup[1237]: Configuration of first virtual console was skipped, ignoring remaining ones.940vm-test-run-nixbot-gitlab> gitlab # [ 10.349698] systemd[1]: Finished Virtual Console Setup.941vm-test-run-nixbot-gitlab> gitlab # [ 10.358810] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.942vm-test-run-nixbot-gitlab> gitlab # [ 10.395875] cfg80211: Loading compiled-in X.509 certificates for regulatory database943vm-test-run-nixbot-gitlab> gitlab # [ 10.403281] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'944vm-test-run-nixbot-gitlab> gitlab # [ 10.403803] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'945vm-test-run-nixbot-gitlab> gitlab # [ 10.405350] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -2946vm-test-run-nixbot-gitlab> gitlab # [ 10.405717] cfg80211: failed to load regulatory.db947vm-test-run-nixbot-gitlab> gitlab # [ 10.407447] nginx-pre-start[1250]: nginx: the configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf syntax is ok948vm-test-run-nixbot-gitlab> gitlab # [ 10.409609] nginx-pre-start[1250]: nginx: configuration file /nix/store/2526shpjv0bzachwf4qi968gxiiyv4kq-nginx.conf test is successful949vm-test-run-nixbot-gitlab> gitlab # [ 10.413553] systemd[1]: Started Nginx Web Server.950vm-test-run-nixbot-gitlab> gitlab # [ 10.426824] postgresql-pre-start[1252]: The files belonging to this database system will be owned by user "postgres".951vm-test-run-nixbot-gitlab> gitlab # [ 10.429358] postgresql-pre-start[1252]: This user must also own the server process.952vm-test-run-nixbot-gitlab> gitlab # [ 10.433031] redis-server[1248]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.[ 10.439055] 8021q: adding VLAN 0 to HW filter on device eth0953vm-test-run-nixbot-gitlab> gitlab # 954vm-test-run-nixbot-gitlab> gitlab # [ 10.437660] redis-server[1248]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo955vm-test-run-nixbot-gitlab> gitlab # [ 10.440050] systemd[1]: Started Redis Server - redis-gitlab.956vm-test-run-nixbot-gitlab> gitlab # [ 10.441668] postgresql-pre-start[1252]: The database cluster will be initialized with locale "en_US.UTF-8".957vm-test-run-nixbot-gitlab> gitlab # [ 10.443691] postgresql-pre-start[1252]: The default database encoding has accordingly been set to "UTF8".958vm-test-run-nixbot-gitlab> gitlab # [ 10.445951] postgresql-pre-start[1252]: The default text search configuration will be set to "english".959vm-test-run-nixbot-gitlab> gitlab # [ 10.447281] postgresql-pre-start[1252]: Data page checksums are disabled.960vm-test-run-nixbot-gitlab> gitlab # [ 10.448467] postgresql-pre-start[1252]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok961vm-test-run-nixbot-gitlab> gitlab # [ 10.449745] postgresql-pre-start[1252]: creating subdirectories ... ok962vm-test-run-nixbot-gitlab> gitlab # [ 10.450658] postgresql-pre-start[1252]: selecting dynamic shared memory implementation ... posix963vm-test-run-nixbot-gitlab> gitlab # [ 10.451837] redis-server[1248]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1248, just started964vm-test-run-nixbot-gitlab> gitlab # [ 10.453671] redis-server[1248]: Configuration loaded965vm-test-run-nixbot-gitlab> gitlab # [ 10.454901] dhcpcd[1254]: eth0: waiting for carrier966vm-test-run-nixbot-gitlab> gitlab # [ 10.455750] redis[1248]: monotonic clock: ARM CNTVCT @ 1000 ticks/us967vm-test-run-nixbot-gitlab> gitlab # [ 10.457223] redis[1248]: Running mode=standalone, port=0.968vm-test-run-nixbot-gitlab> gitlab # [ 10.458183] redis[1248]: Server initialized969vm-test-run-nixbot-gitlab> gitlab # [ 10.459110] redis[1248]: Ready to accept connections unix970vm-test-run-nixbot-gitlab> gitlab # [ 10.460308] redis[1248]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.971vm-test-run-nixbot-gitlab> gitlab # [ 10.462603] dhcpcd[1254]: eth0: carrier acquired972vm-test-run-nixbot-gitlab> gitlab # [ 10.463345] dhcpcd[1254]: DUID 00:01:00:01:31:d5:08:ff:52:54:00:12:34:56973vm-test-run-nixbot-gitlab> gitlab # [ 10.464660] dhcpcd[1254]: eth0: IAID 00:12:34:56974vm-test-run-nixbot-gitlab> gitlab # [ 10.465411] dhcpcd[1254]: eth0: adding address fe80::5054:ff:fe12:3456975vm-test-run-nixbot-gitlab> gitlab # [ 10.475761] postgresql-pre-start[1252]: selecting default "max_connections" ... 100976vm-test-run-nixbot-gitlab> gitlab # [ 10.529230] postgresql-pre-start[1252]: selecting default "shared_buffers" ... 128MB977vm-test-run-nixbot-gitlab> gitlab # [ 10.742041] systemd[1]: Started gitlab-workhorse.service.978vm-test-run-nixbot-gitlab> gitlab # [ 10.978776] postgresql-pre-start[1252]: selecting default time zone ... UTC979vm-test-run-nixbot-gitlab> gitlab # [ 10.982321] postgresql-pre-start[1252]: creating configuration files ... ok980vm-test-run-nixbot-gitlab> gitlab # [ 11.146289] gitlab-workhorse[1291]: time="2026-06-29T10:44:15Z" level=info msg=Starting build_time=19700101.000000 version=18.11.4981vm-test-run-nixbot-gitlab> gitlab # [ 11.151998] gitlab-workhorse[1291]: time="2026-06-29T10:44:15Z" level=info msg="Using redis/go-redis"982vm-test-run-nixbot-gitlab> gitlab # [ 11.156143] gitlab-workhorse[1291]: time="2026-06-29T10:44:15Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix983vm-test-run-nixbot-gitlab> gitlab # [ 11.245960] postgresql-pre-start[1252]: running bootstrap script ... ok984vm-test-run-nixbot-gitlab> gitlab # [ 11.468424] dhcpcd[1254]: eth0: soliciting a DHCP lease985vm-test-run-nixbot-gitlab> gitlab # [ 11.488848] dhcpcd[1254]: eth0: offered 10.0.2.15 from 10.0.2.2986vm-test-run-nixbot-gitlab> gitlab # [ 11.520612] dhcpcd[1254]: eth0: probing address 10.0.2.15/24987vm-test-run-nixbot-gitlab> gitlab # [ 11.929046] postgresql-pre-start[1252]: performing post-bootstrap initialization ... ok988vm-test-run-nixbot-gitlab> gitlab # [ 12.008290] dhcpcd[1254]: eth0: soliciting an IPv6 router989vm-test-run-nixbot-gitlab> gitlab # [ 12.010987] dhcpcd[1254]: eth0: Router Advertisement from fe80::2990vm-test-run-nixbot-gitlab> gitlab # [ 12.013872] dhcpcd[1254]: eth0: adding address fec0::5054:ff:fe12:3456/64991vm-test-run-nixbot-gitlab> gitlab # [ 12.018640] dhcpcd[1254]: eth0: adding route to fec0::/64992vm-test-run-nixbot-gitlab> gitlab # [ 12.021386] dhcpcd[1254]: eth0: adding default route via fe80::2993vm-test-run-nixbot-gitlab> gitlab # [ 12.137069] postgresql-pre-start[1252]: syncing data to disk ... ok994vm-test-run-nixbot-gitlab> gitlab # [ 12.139947] postgresql-pre-start[1252]: initdb: warning: enabling "trust" authentication for local connections995vm-test-run-nixbot-gitlab> gitlab # [ 12.144136] postgresql-pre-start[1252]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.996vm-test-run-nixbot-gitlab> gitlab # [ 12.152003] postgresql-pre-start[1252]: Success. You can now start the database server using:997vm-test-run-nixbot-gitlab> gitlab # [ 12.155681] postgresql-pre-start[1252]: pg_ctl -D /var/lib/postgresql/17 -l logfile start998vm-test-run-nixbot-gitlab> gitlab # [ 12.334174] postgres[1325]: [1325] LOG: starting PostgreSQL 17.10 on aarch64-unknown-linux-gnu, compiled by clang version 21.1.8, 64-bit999vm-test-run-nixbot-gitlab> gitlab # [ 12.340212] postgres[1325]: [1325] LOG: listening on IPv6 address "::1", port 54321000vm-test-run-nixbot-gitlab> gitlab # [ 12.343870] postgres[1325]: [1325] LOG: listening on IPv4 address "127.0.0.1", port 54321001vm-test-run-nixbot-gitlab> gitlab # [ 12.348573] postgres[1325]: [1325] LOG: listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1002vm-test-run-nixbot-gitlab> gitlab # [ 12.354220] postgres[1331]: [1331] LOG: database system was shut down at 2026-06-29 10:44:16 GMT1003vm-test-run-nixbot-gitlab> gitlab # [ 12.369418] postgres[1325]: [1325] LOG: database system is ready to accept connections1004vm-test-run-nixbot-gitlab> gitlab # [ 12.374291] systemd[1]: Started PostgreSQL Server.1005vm-test-run-nixbot-gitlab> gitlab # [ 12.376370] systemd[1]: Starting PostgreSQL Setup Scripts...1006vm-test-run-nixbot-gitlab> gitlab # [ 12.636374] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1335]: mkdir -p /var/gitlab/state/home/.ssh: OK1007vm-test-run-nixbot-gitlab> gitlab # [ 12.640580] c0sj6d459nhf3wg9pm6ziy71l4581qq8-gitlab-config[1335]: chmod 700 /var/gitlab/state/home/.ssh: OK1008vm-test-run-nixbot-gitlab> gitlab # [ 12.665845] postgresql-setup-start[1347]: CREATE DATABASE1009vm-test-run-nixbot-gitlab> gitlab # [ 12.715944] postgresql-setup-start[1359]: CREATE ROLE1010vm-test-run-nixbot-gitlab> gitlab # [ 12.740609] postgresql-setup-start[1365]: ALTER DATABASE1011vm-test-run-nixbot-gitlab> gitlab # [ 12.749205] systemd[1]: Finished gitlab-config.service.1012vm-test-run-nixbot-gitlab> gitlab # [ 12.755738] systemd[1]: Started gitaly.service.1013vm-test-run-nixbot-gitlab> gitlab # [ 12.795188] postgresql-setup-start[1372]: CREATE ROLE1014vm-test-run-nixbot-gitlab> gitlab # [ 12.800241] systemd[1]: Finished PostgreSQL Setup Scripts.1015vm-test-run-nixbot-gitlab> gitlab # [ 12.802639] systemd[1]: Reached target PostgreSQL.1016vm-test-run-nixbot-gitlab> gitlab # [ 12.807346] systemd[1]: Starting gitlab-db-config.service...1017vm-test-run-nixbot-gitlab> gitlab # [ 12.812480] systemd[1]: Starting gitlab-postgresql.service...1018vm-test-run-nixbot-gitlab> gitlab # [ 13.008603] gitlab-postgresql-start[1383]: CREATE DATABASE1019vm-test-run-nixbot-gitlab> gitlab # [ 13.090003] gitlab-postgresql-start[1388]: CREATE EXTENSION1020vm-test-run-nixbot-gitlab> gitlab # [ 13.172404] gitlab-postgresql-start[1399]: CREATE EXTENSION1021vm-test-run-nixbot-gitlab> gitlab # [ 13.175223] systemd[1]: Finished gitlab-postgresql.service.1022vm-test-run-nixbot-gitlab> gitlab # [ 13.652708] gitaly[1370]: time="2026-06-29T10:44:18.474Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/krygc3bmd623znp2pddh3fv21q5f3nz2-gitaly.toml' and fix the errors that are printed." pid=13701023vm-test-run-nixbot-gitlab> gitlab # [ 13.667218] gitaly[1370]: time="2026-06-29T10:44:18.474Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13701024vm-test-run-nixbot-gitlab> gitlab # [ 13.674115] gitaly[1370]: time="2026-06-29T10:44:18.474Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13701025vm-test-run-nixbot-gitlab> gitlab # [ 13.682331] gitaly[1370]: time="2026-06-29T10:44:18.474Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13701026vm-test-run-nixbot-gitlab> gitlab # [ 13.688201] gitaly[1370]: time="2026-06-29T10:44:18.474Z" level=info msg="Starting Gitaly" pid=1370 version=18.11.41027vm-test-run-nixbot-gitlab> gitlab # [ 13.898550] gitaly[1370]: time="2026-06-29T10:44:18.721Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=246 pid=13701028vm-test-run-nixbot-gitlab> gitlab # [ 13.905321] gitaly[1370]: time="2026-06-29T10:44:18.721Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13701029vm-test-run-nixbot-gitlab> gitlab # [ 13.910571] gitaly[1370]: time="2026-06-29T10:44:18.721Z" level=info msg="finished initializing command factory" duration_ms=0 pid=13701030vm-test-run-nixbot-gitlab> gitlab # [ 13.917130] gitaly[1370]: time="2026-06-29T10:44:18.721Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1370/git-exec-2486591741.d/git pid=13701031vm-test-run-nixbot-gitlab> gitlab # [ 13.924542] gitaly[1370]: time="2026-06-29T10:44:18.726Z" level=info msg="finished detecting git version" duration_ms=4 pid=13701032vm-test-run-nixbot-gitlab> gitlab # [ 13.930579] gitaly[1370]: time="2026-06-29T10:44:18.726Z" level=info msg="using Git version" pid=1370 version=2.53.g1033vm-test-run-nixbot-gitlab> gitlab # [ 13.936440] gitaly[1370]: time="2026-06-29T10:44:18.727Z" level=info msg="clearing disk cache object folder" pid=1370 storage=default1034vm-test-run-nixbot-gitlab> gitlab # [ 13.943025] gitaly[1370]: time="2026-06-29T10:44:18.727Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3521222559 pid=1370 storage=default1035vm-test-run-nixbot-gitlab> gitlab # [ 13.953418] gitaly[1370]: time="2026-06-29T10:44:18.727Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3521222559 pid=1370 storage=default1036vm-test-run-nixbot-gitlab> gitlab # [ 13.965166] gitaly[1370]: time="2026-06-29T10:44:18.727Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13701037vm-test-run-nixbot-gitlab> gitlab # [ 13.975861] gitaly[1370]: time="2026-06-29T10:44:18.727Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13701038vm-test-run-nixbot-gitlab> gitlab # [ 13.986899] gitaly[1370]: time="2026-06-29T10:44:18.727Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache3521222559 clear_duration_ms=0 pid=1370 storage=default1039vm-test-run-nixbot-gitlab> gitlab # [ 13.999463] gitaly[1370]: time="2026-06-29T10:44:18.742Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13701040vm-test-run-nixbot-gitlab> gitlab # [ 14.007617] gitaly[1370]: time="2026-06-29T10:44:18.742Z" level=info msg="counting repositories" pid=13701041vm-test-run-nixbot-gitlab> gitlab # [ 14.012305] gitaly[1370]: time="2026-06-29T10:44:18.742Z" level=info msg="starting to count repositories" pid=1370 storage_path=/var/gitlab/state/repositories1042vm-test-run-nixbot-gitlab> gitlab # [ 14.019504] gitaly[1370]: time="2026-06-29T10:44:18.742Z" level=info msg="finished tempdir cleaner walk" pid=1370 storage=default time_ms=01043vm-test-run-nixbot-gitlab> gitlab # [ 14.025536] gitaly[1370]: time="2026-06-29T10:44:18.742Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1370 schema=unix1044vm-test-run-nixbot-gitlab> gitlab # [ 14.032979] gitaly[1370]: time="2026-06-29T10:44:18.742Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1370/sock.d/intern pid=1370 schema=unix1045vm-test-run-nixbot-gitlab> gitlab # [ 14.040401] gitaly[1370]: time="2026-06-29T10:44:18.742Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1370 storage_path=/var/gitlab/state/repositories1046vm-test-run-nixbot-gitlab> gitlab # [ 14.048840] gitaly[1370]: time="2026-06-29T10:44:18.742Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13701047vm-test-run-nixbot-gitlab> gitlab # [ 14.055314] gitaly[1370]: time="2026-06-29T10:44:18.743Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13701048vm-test-run-nixbot-gitlab> gitlab # [ 14.059864] gitaly[1370]: time="2026-06-29T10:44:18.743Z" level=info msg="Started Gitaly" duration_ms=269 pid=13701049vm-test-run-nixbot-gitlab> gitlab # [ 14.063457] gitaly[1370]: time="2026-06-29T10:44:18.744Z" level=info msg="maintenance: daily scheduled" pid=1370 scheduled="2026-06-29 12:00:00 +0000 UTC"1050vm-test-run-nixbot-gitlab> gitlab # [ 14.073242] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1051vm-test-run-nixbot-gitlab> gitlab # [ 14.081898] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1052vm-test-run-nixbot-gitlab> gitlab # [ 14.090029] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1378]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1053vm-test-run-nixbot-gitlab> gitlab # [ 17.243966] dhcpcd[1254]: eth0: leased 10.0.2.15 for 86400 seconds1054vm-test-run-nixbot-gitlab> gitlab # [ 17.244347] dhcpcd[1254]: eth0: adding route to 10.0.2.0/241055vm-test-run-nixbot-gitlab> gitlab # [ 17.244483] dhcpcd[1254]: eth0: adding default route via 10.0.2.21056vm-test-run-nixbot-gitlab> gitlab # [ 17.393093] systemd[1]: Started DHCP Client.1057vm-test-run-nixbot-gitlab> gitlab # [ 17.396820] systemd[1]: Reached target Network is Online.1058vm-test-run-nixbot-gitlab> gitlab # [ 17.497883] gitaly[1370]: time="2026-06-29T10:44:22.319Z" level=info msg="License database preloaded" duration_ms=3844 pid=13701059vm-test-run-nixbot-gitlab> gitlab # [ 56.111690] postgres[1839]: [1839] ERROR: relation "feature_gates" does not exist at character 5231060vm-test-run-nixbot-gitlab> gitlab # [ 56.112491] postgres[1839]: [1839] STATEMENT: SELECT a.attname, format_type(a.atttypid, a.atttypmod),1061vm-test-run-nixbot-gitlab> gitlab # [ 56.112630] postgres[1839]: pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1062vm-test-run-nixbot-gitlab> gitlab # [ 56.112750] postgres[1839]: c.collname, col_description(a.attrelid, a.attnum) AS comment,1063vm-test-run-nixbot-gitlab> gitlab # [ 56.112867] postgres[1839]: attidentity AS identity,1064vm-test-run-nixbot-gitlab> gitlab # [ 56.112987] postgres[1839]: attgenerated as attgenerated1065vm-test-run-nixbot-gitlab> gitlab # [ 56.113116] postgres[1839]: FROM pg_attribute a1066vm-test-run-nixbot-gitlab> gitlab # [ 56.113238] postgres[1839]: LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1067vm-test-run-nixbot-gitlab> gitlab # [ 56.113375] postgres[1839]: LEFT JOIN pg_type t ON a.atttypid = t.oid1068vm-test-run-nixbot-gitlab> gitlab # [ 56.113495] postgres[1839]: LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1069vm-test-run-nixbot-gitlab> gitlab # [ 56.113615] postgres[1839]: WHERE a.attrelid = '"feature_gates"'::regclass1070vm-test-run-nixbot-gitlab> gitlab # [ 56.113732] postgres[1839]: AND a.attnum > 0 AND NOT a.attisdropped1071vm-test-run-nixbot-gitlab> gitlab # [ 56.113850] postgres[1839]: ORDER BY a.attnum1072vm-test-run-nixbot-gitlab> gitlab # [ 56.113969] postgres[1839]:1073vm-test-run-nixbot-gitlab> gitlab # [ 56.378253] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1378]: W, [2026-06-29T10:45:01.200106 #1378] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1074vm-test-run-nixbot-gitlab> gitlab # [ 61.216213] gitlab-workhorse[1291]: time="2026-06-29T10:45:06Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1075vm-test-run-nixbot-gitlab> gitlab # [ 64.224582] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1921]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE: extension "btree_gist" already exists, skipping1076vm-test-run-nixbot-gitlab> gitlab # [ 64.224864] 9831d0wkmwrjcjk9y25pj7qfsr5zj2vi-gitlab-db-config[1921]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE: extension "pg_trgm" already exists, skipping1077vm-test-run-nixbot-gitlab> gitlab # [ 71.217335] gitlab-workhorse[1291]: time="2026-06-29T10:45:16Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1078vm-test-run-nixbot-gitlab> gitlab # [ 81.226453] gitlab-workhorse[1291]: time="2026-06-29T10:45:26Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1079vm-test-run-nixbot-gitlab> gitlab # [ 87.516397] postgres[2006]: [2006] ERROR: relation "table_without_models" does not exist1080vm-test-run-nixbot-gitlab> gitlab # [ 87.516981] postgres[2006]: [2006] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1081vm-test-run-nixbot-gitlab> gitlab # [ 91.234244] gitlab-workhorse[1291]: time="2026-06-29T10:45:36Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1082vm-test-run-nixbot-gitlab> gitlab # [ 101.244492] gitlab-workhorse[1291]: time="2026-06-29T10:45:46Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1083vm-test-run-nixbot-gitlab> gitlab # [ 111.254341] gitlab-workhorse[1291]: time="2026-06-29T10:45:56Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1084vm-test-run-nixbot-gitlab> gitlab # [ 117.574784] systemd[1]: Finished gitlab-db-config.service.1085vm-test-run-nixbot-gitlab> gitlab # [ 117.579935] systemd[1]: Started gitlab-sidekiq.service.1086vm-test-run-nixbot-gitlab> gitlab # [ 117.585511] systemd[1]: Starting gitlab.service...1087vm-test-run-nixbot-gitlab> gitlab # [ 118.091038] bundle[2372]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1088vm-test-run-nixbot-gitlab> gitlab # [ 118.097571] bundle[2372]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1089vm-test-run-nixbot-gitlab> gitlab # [ 118.103637] bundle[2372]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1090vm-test-run-nixbot-gitlab> gitlab # [ 121.265054] gitlab-workhorse[1291]: time="2026-06-29T10:46:06Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1091vm-test-run-nixbot-gitlab> gitlab # [ 122.545490] sidekiq-cluster[2371]: {"severity":"INFO","time":"2026-06-29T10:46:07.339Z","message":"Starting cluster with 1 processes"}1092vm-test-run-nixbot-gitlab> gitlab # [ 122.692478] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.480Z","pid":2372,"message":"* Enabling systemd notification integration"}1093vm-test-run-nixbot-gitlab> gitlab # [ 122.696065] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.518Z","pid":2372,"message":"Puma starting in cluster mode..."}1094vm-test-run-nixbot-gitlab> gitlab # [ 122.697726] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.518Z","pid":2372,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1095vm-test-run-nixbot-gitlab> gitlab # [ 122.699308] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.518Z","pid":2372,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1096vm-test-run-nixbot-gitlab> gitlab # [ 122.701344] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.518Z","pid":2372,"message":"* Min threads: 0"}1097vm-test-run-nixbot-gitlab> gitlab # [ 122.704367] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.518Z","pid":2372,"message":"* Max threads: 4"}1098vm-test-run-nixbot-gitlab> gitlab # [ 122.705772] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.527Z","pid":2372,"message":"* Environment: production"}1099vm-test-run-nixbot-gitlab> gitlab # [ 122.707157] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.527Z","pid":2372,"message":"* Master PID: 2372"}1100vm-test-run-nixbot-gitlab> gitlab # [ 122.710455] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.527Z","pid":2372,"message":"* Workers: 2"}1101vm-test-run-nixbot-gitlab> gitlab # [ 122.711863] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.527Z","pid":2372,"message":"* Restarts: (✔) hot (✖) phased (✖) refork"}1102vm-test-run-nixbot-gitlab> gitlab # [ 122.713694] bundle[2372]: {"timestamp":"2026-06-29T10:46:07.527Z","pid":2372,"message":"* Preloading application"}1103vm-test-run-nixbot-gitlab> gitlab # [ 131.267203] gitlab-workhorse[1291]: time="2026-06-29T10:46:16Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1104vm-test-run-nixbot-gitlab> gitlab # [ 141.269665] gitlab-workhorse[1291]: time="2026-06-29T10:46:26Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1105vm-test-run-nixbot-gitlab> gitlab # [ 151.281715] gitlab-workhorse[1291]: time="2026-06-29T10:46:36Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1106vm-test-run-nixbot-gitlab> gitlab # [ 159.857040] bundle[2372]: W, [2026-06-29T10:46:44.678720 #2372] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1107vm-test-run-nixbot-gitlab> gitlab # [ 161.290178] gitlab-workhorse[1291]: time="2026-06-29T10:46:46Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1108vm-test-run-nixbot-gitlab> gitlab # [ 164.398566] sidekiq-cluster[2412]: 2026-06-29T10:46:49.220Z pid=2412 tid=tt0 INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2412, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>451133440}1109vm-test-run-nixbot-gitlab> gitlab # [ 164.688323] sidekiq-cluster[2412]: W, [2026-06-29T10:46:49.510949 #2412] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1110vm-test-run-nixbot-gitlab> gitlab # [ 164.749673] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:49.572Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1111vm-test-run-nixbot-gitlab> gitlab # [ 167.933371] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.754Z","message":"GitLab reliable fetch activated!"}1112vm-test-run-nixbot-gitlab> gitlab # [ 167.933689] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.755Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1113vm-test-run-nixbot-gitlab> gitlab # [ 168.007985] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.830Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1114vm-test-run-nixbot-gitlab> gitlab # [ 168.015315] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.838Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1115vm-test-run-nixbot-gitlab> gitlab # [ 168.022196] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.844Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1116vm-test-run-nixbot-gitlab> gitlab # [ 168.029853] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.850Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1117vm-test-run-nixbot-gitlab> gitlab # [ 168.036847] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.855Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1118vm-test-run-nixbot-gitlab> gitlab # [ 168.043864] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.860Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1119vm-test-run-nixbot-gitlab> gitlab # [ 168.050239] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.864Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1120vm-test-run-nixbot-gitlab> gitlab # [ 168.055964] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.867Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1121vm-test-run-nixbot-gitlab> gitlab # [ 168.061140] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.870Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1122vm-test-run-nixbot-gitlab> gitlab # [ 168.066009] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.873Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1123vm-test-run-nixbot-gitlab> gitlab # [ 168.070856] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.876Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1124vm-test-run-nixbot-gitlab> gitlab # [ 168.075180] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.880Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1125vm-test-run-nixbot-gitlab> gitlab # [ 168.078956] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.883Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1126vm-test-run-nixbot-gitlab> gitlab # [ 168.082794] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.886Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1127vm-test-run-nixbot-gitlab> gitlab # [ 168.086444] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.888Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1128vm-test-run-nixbot-gitlab> gitlab # [ 168.089912] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.892Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1129vm-test-run-nixbot-gitlab> gitlab # [ 168.093247] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.894Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1130vm-test-run-nixbot-gitlab> gitlab # [ 168.096247] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.898Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1131vm-test-run-nixbot-gitlab> gitlab # [ 168.099049] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.901Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1132vm-test-run-nixbot-gitlab> gitlab # [ 168.102211] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.904Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1133vm-test-run-nixbot-gitlab> gitlab # [ 168.105070] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.907Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1134vm-test-run-nixbot-gitlab> gitlab # [ 168.108061] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.910Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1135vm-test-run-nixbot-gitlab> gitlab # [ 168.111069] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.913Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1136vm-test-run-nixbot-gitlab> gitlab # [ 168.113799] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.916Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1137vm-test-run-nixbot-gitlab> gitlab # [ 168.116398] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.918Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1138vm-test-run-nixbot-gitlab> gitlab # [ 168.118987] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.920Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1139vm-test-run-nixbot-gitlab> gitlab # [ 168.121476] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.923Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1140vm-test-run-nixbot-gitlab> gitlab # [ 168.123906] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.926Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1141vm-test-run-nixbot-gitlab> gitlab # [ 168.126359] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.929Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1142vm-test-run-nixbot-gitlab> gitlab # [ 168.128723] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.932Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1143vm-test-run-nixbot-gitlab> gitlab # [ 168.131055] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.935Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1144vm-test-run-nixbot-gitlab> gitlab # [ 168.133291] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.937Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1145vm-test-run-nixbot-gitlab> gitlab # [ 168.135678] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.939Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1146vm-test-run-nixbot-gitlab> gitlab # [ 168.137977] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.942Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1147vm-test-run-nixbot-gitlab> gitlab # [ 168.140234] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.944Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1148vm-test-run-nixbot-gitlab> gitlab # [ 168.142372] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.947Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1149vm-test-run-nixbot-gitlab> gitlab # [ 168.144571] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.949Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1150vm-test-run-nixbot-gitlab> gitlab # [ 168.146746] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.951Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1151vm-test-run-nixbot-gitlab> gitlab # [ 168.148876] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.953Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1152vm-test-run-nixbot-gitlab> gitlab # [ 168.150961] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.955Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1153vm-test-run-nixbot-gitlab> gitlab # [ 168.153096] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.957Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1154vm-test-run-nixbot-gitlab> gitlab # [ 168.155284] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.960Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1155vm-test-run-nixbot-gitlab> gitlab # [ 168.157551] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.962Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1156vm-test-run-nixbot-gitlab> gitlab # [ 168.159725] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.964Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1157vm-test-run-nixbot-gitlab> gitlab # [ 168.161974] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.966Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1158vm-test-run-nixbot-gitlab> gitlab # [ 168.164199] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.969Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1159vm-test-run-nixbot-gitlab> gitlab # [ 168.166468] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.972Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1160vm-test-run-nixbot-gitlab> gitlab # [ 168.168658] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.974Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1161vm-test-run-nixbot-gitlab> gitlab # [ 168.170787] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.977Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1162vm-test-run-nixbot-gitlab> gitlab # [ 168.172962] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.980Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1163vm-test-run-nixbot-gitlab> gitlab # [ 168.175028] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.982Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1164vm-test-run-nixbot-gitlab> gitlab # [ 168.177183] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.985Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1165vm-test-run-nixbot-gitlab> gitlab # [ 168.179220] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:52.989Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1166vm-test-run-nixbot-gitlab> gitlab # [ 168.225706] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.048Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1167vm-test-run-nixbot-gitlab> gitlab # [ 168.232140] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.052Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1168vm-test-run-nixbot-gitlab> gitlab # [ 168.237889] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.055Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1169vm-test-run-nixbot-gitlab> gitlab # [ 168.243604] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.059Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1170vm-test-run-nixbot-gitlab> gitlab # [ 168.249403] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.061Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1171vm-test-run-nixbot-gitlab> gitlab # [ 168.255377] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.065Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1172vm-test-run-nixbot-gitlab> gitlab # [ 168.261055] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.067Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1173vm-test-run-nixbot-gitlab> gitlab # [ 168.266183] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.071Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1174vm-test-run-nixbot-gitlab> gitlab # [ 168.270542] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.074Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1175vm-test-run-nixbot-gitlab> gitlab # [ 168.274596] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.077Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1176vm-test-run-nixbot-gitlab> gitlab # [ 168.278598] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.080Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1177vm-test-run-nixbot-gitlab> gitlab # [ 168.282501] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.084Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1178vm-test-run-nixbot-gitlab> gitlab # [ 168.286266] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.087Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1179vm-test-run-nixbot-gitlab> gitlab # [ 168.289730] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.089Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1180vm-test-run-nixbot-gitlab> gitlab # [ 168.292851] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.093Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1181vm-test-run-nixbot-gitlab> gitlab # [ 168.296004] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.095Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1182vm-test-run-nixbot-gitlab> gitlab # [ 168.299250] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.097Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1183vm-test-run-nixbot-gitlab> gitlab # [ 168.302544] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.099Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1184vm-test-run-nixbot-gitlab> gitlab # [ 168.305578] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.101Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1185vm-test-run-nixbot-gitlab> gitlab # [ 168.308443] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.104Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1186vm-test-run-nixbot-gitlab> gitlab # [ 168.311228] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.105Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1187vm-test-run-nixbot-gitlab> gitlab # [ 168.314278] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.107Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1188vm-test-run-nixbot-gitlab> gitlab # [ 168.317095] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.110Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1189vm-test-run-nixbot-gitlab> gitlab # [ 168.319773] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.111Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1190vm-test-run-nixbot-gitlab> gitlab # [ 168.322473] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.114Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1191vm-test-run-nixbot-gitlab> gitlab # [ 168.325274] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.116Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1192vm-test-run-nixbot-gitlab> gitlab # [ 168.327658] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.118Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1193vm-test-run-nixbot-gitlab> gitlab # [ 168.330077] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.120Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1194vm-test-run-nixbot-gitlab> gitlab # [ 168.332619] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.123Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1195vm-test-run-nixbot-gitlab> gitlab # [ 168.335139] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.125Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1196vm-test-run-nixbot-gitlab> gitlab # [ 168.337606] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.128Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1197vm-test-run-nixbot-gitlab> gitlab # [ 168.339830] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.132Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1198vm-test-run-nixbot-gitlab> gitlab # [ 168.342355] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.133Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1199vm-test-run-nixbot-gitlab> gitlab # [ 168.344596] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.135Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1200vm-test-run-nixbot-gitlab> gitlab # [ 168.346878] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.138Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1201vm-test-run-nixbot-gitlab> gitlab # [ 168.349186] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.141Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1202vm-test-run-nixbot-gitlab> gitlab # [ 168.351423] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.143Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1203vm-test-run-nixbot-gitlab> gitlab # [ 168.353772] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.145Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1204vm-test-run-nixbot-gitlab> gitlab # [ 168.356088] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.147Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1205vm-test-run-nixbot-gitlab> gitlab # [ 168.358476] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.150Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1206vm-test-run-nixbot-gitlab> gitlab # [ 168.360840] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.151Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1207vm-test-run-nixbot-gitlab> gitlab # [ 168.363328] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.154Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1208vm-test-run-nixbot-gitlab> gitlab # [ 168.365468] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.157Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1209vm-test-run-nixbot-gitlab> gitlab # [ 168.367827] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.160Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1210vm-test-run-nixbot-gitlab> gitlab # [ 168.370298] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.162Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1211vm-test-run-nixbot-gitlab> gitlab # [ 168.372628] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.165Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1212vm-test-run-nixbot-gitlab> gitlab # [ 168.374860] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.178Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1213vm-test-run-nixbot-gitlab> gitlab # [ 168.377197] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.180Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1214vm-test-run-nixbot-gitlab> gitlab # [ 168.379414] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.182Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1215vm-test-run-nixbot-gitlab> gitlab # [ 168.381833] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.186Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1216vm-test-run-nixbot-gitlab> gitlab # [ 168.383887] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.189Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1217vm-test-run-nixbot-gitlab> gitlab # [ 168.386218] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.191Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1218vm-test-run-nixbot-gitlab> gitlab # [ 168.388545] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.194Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1219vm-test-run-nixbot-gitlab> gitlab # [ 168.390830] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.196Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1220vm-test-run-nixbot-gitlab> gitlab # [ 168.392967] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.198Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1221vm-test-run-nixbot-gitlab> gitlab # [ 168.395204] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.201Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1222vm-test-run-nixbot-gitlab> gitlab # [ 168.397549] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:46:53.203Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1223vm-test-run-nixbot-gitlab> gitlab # [ 171.310213] gitlab-workhorse[1291]: time="2026-06-29T10:46:56Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1224vm-test-run-nixbot-gitlab> gitlab # [ 181.311457] gitlab-workhorse[1291]: time="2026-06-29T10:47:06Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1225vm-test-run-nixbot-gitlab> gitlab # [ 191.322299] gitlab-workhorse[1291]: time="2026-06-29T10:47:16Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1226vm-test-run-nixbot-gitlab> gitlab # [ 201.322278] gitlab-workhorse[1291]: time="2026-06-29T10:47:26Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1227vm-test-run-nixbot-gitlab> gitlab # [ 205.864267] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:30.686Z","message":"Booted Rails 7.2.3 application in production environment"}1228vm-test-run-nixbot-gitlab> gitlab # [ 205.866958] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:30.689Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [aarch64-linux]"}1229vm-test-run-nixbot-gitlab> gitlab # [ 205.869048] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:30.689Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1230vm-test-run-nixbot-gitlab> gitlab # [ 205.870777] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:30.689Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1231vm-test-run-nixbot-gitlab> gitlab # [ 205.872875] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:30.692Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1232vm-test-run-nixbot-gitlab> gitlab # [ 208.523559] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:33.345Z","message":"Cleaning working queues"}1233vm-test-run-nixbot-gitlab> gitlab # [ 208.525266] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:33.346Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"0bf11c9304ec000029bd5efa","created_at":"2026-06-29T10:46:01.533Z","trace_propagation_headers":{"sentry-trace":"e6950b3b99ff4eabbd241aecd7a569d7-38270c5664634529","baggage":"sentry-trace_id=e6950b3b99ff4eabbd241aecd7a569d7,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"5ef48a34561793bec823c6791e3db8d6","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-29T10:46:01.544Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-0bf11c9304ec000029bd5efa: start","job_status":"start","queue_duration_s":91.802011,"scheduling_latency_s":91.802062}1234vm-test-run-nixbot-gitlab> gitlab # [ 208.913852] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:33.735Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"0bf11c9304ec000029bd5efa","created_at":"2026-06-29T10:46:01.533Z","trace_propagation_headers":{"sentry-trace":"e6950b3b99ff4eabbd241aecd7a569d7-38270c5664634529","baggage":"sentry-trace_id=e6950b3b99ff4eabbd241aecd7a569d7,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"5ef48a34561793bec823c6791e3db8d6","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-29T10:46:01.544Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-0bf11c9304ec000029bd5efa: done: 0.388726 sec","job_status":"done","queue_duration_s":91.802011,"scheduling_latency_s":91.802062,"redis_calls":29,"redis_duration_s":0.012518,"redis_read_bytes":282,"redis_write_bytes":3632,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.007294,"redis_feature_flag_read_bytes":272,"redis_feature_flag_write_bytes":2385,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003264,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00196,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":15,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":15,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.018,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.209757,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.18850386,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.388726,"completed_at":"2026-06-29T10:47:33.735Z","load_balancing_strategy":"primary","db_duration_s":0.099636,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1235vm-test-run-nixbot-gitlab> gitlab # [ 210.068501] bundle[2372]: {"timestamp":"2026-06-29T10:47:34.890Z","pid":2372,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1236vm-test-run-nixbot-gitlab> gitlab # [ 210.072638] bundle[2372]: {"timestamp":"2026-06-29T10:47:34.890Z","pid":2372,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1237vm-test-run-nixbot-gitlab> gitlab # [ 210.080450] bundle[2372]: {"timestamp":"2026-06-29T10:47:34.890Z","pid":2372,"message":"! #\u003cThread:0x0000ebff1157cb30 /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/09wikq0z4z0s8mkafl8f2b6yp0p78frd-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1238vm-test-run-nixbot-gitlab> gitlab # [ 210.096080] bundle[2372]: {"timestamp":"2026-06-29T10:47:34.890Z","pid":2372,"message":"! #\u003cThread:0x0000ebff117a63c0 /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/q2bwpwxril8z19gq9b1nnv72drlwhhg8-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1239vm-test-run-nixbot-gitlab> gitlab # [ 210.111505] bundle[2372]: {"timestamp":"2026-06-29T10:47:34.890Z","pid":2372,"message":"Use Ctrl-C to stop"}1240vm-test-run-nixbot-gitlab> gitlab # [ 210.115569] bundle[2372]: {"timestamp":"2026-06-29T10:47:34.890Z","pid":2372,"message":"Sending status to systemd every 1.0 sec"}1241vm-test-run-nixbot-gitlab> gitlab # [ 210.643136] bundle[2372]: {"timestamp":"2026-06-29T10:47:35.465Z","pid":2372,"message":"- Worker 0 (PID: 3211) booted in 0.52s, phase: 0"}1242vm-test-run-nixbot-gitlab> gitlab # [ 210.716077] bundle[2372]: {"timestamp":"2026-06-29T10:47:35.538Z","pid":2372,"message":"- Worker 1 (PID: 3215) booted in 0.55s, phase: 0"}1243vm-test-run-nixbot-gitlab> gitlab # [ 210.722355] systemd[1]: Started gitlab.service.1244vm-test-run-nixbot-gitlab> gitlab # [ 210.724626] systemd[1]: Reached target Common target for all GitLab services..1245vm-test-run-nixbot-gitlab> gitlab # [ 210.732195] systemd[1]: Starting setup-gitlab.service...1246vm-test-run-nixbot-gitlab> gitlab # [ 210.774553] setup-gitlab-start[3239]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1247vm-test-run-nixbot-gitlab> gitlab # [ 214.238996] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:47:39 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 34121248vm-test-run-nixbot-gitlab> gitlab # [ 214.247092] setup-gitlab-start[3271]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1249vm-test-run-nixbot-gitlab> gitlab # [ 214.255257] setup-gitlab-start[3272]: ++ jq -r .access_token1250vm-test-run-nixbot-gitlab> gitlab # [ 215.308087] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:47:40 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 10331251vm-test-run-nixbot-gitlab> gitlab # [ 215.316616] setup-gitlab-start[3239]: + BEARER=0677a72d0fc454a2f3b49f89f7c0a4eb331172c325547f622c89c2088acbaf421252vm-test-run-nixbot-gitlab> gitlab # [ 215.320885] setup-gitlab-start[3239]: + AUTH='Authorization: Bearer 0677a72d0fc454a2f3b49f89f7c0a4eb331172c325547f622c89c2088acbaf42'1253vm-test-run-nixbot-gitlab> gitlab # [ 215.325528] setup-gitlab-start[3239]: + curl -fs -X PUT -H 'Authorization: Bearer 0677a72d0fc454a2f3b49f89f7c0a4eb331172c325547f622c89c2088acbaf42' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1254vm-test-run-nixbot-gitlab> gitlab # [ 216.279891] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:47:41 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 9381255vm-test-run-nixbot-gitlab> gitlab # [ 216.283799] setup-gitlab-start[3239]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1256vm-test-run-nixbot-gitlab> gitlab # [ 216.302753] runuser[3290]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1257vm-test-run-nixbot-gitlab> gitlab # [ 216.817134] setup-gitlab-start[3291]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1258vm-test-run-nixbot-gitlab> gitlab # [ 216.823721] setup-gitlab-start[3291]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1259vm-test-run-nixbot-gitlab> gitlab # [ 216.830348] setup-gitlab-start[3291]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1260vm-test-run-nixbot-gitlab> gitlab # [ 217.570294] setup-gitlab-start[3291]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1261vm-test-run-nixbot-gitlab> gitlab # [ 217.570636] setup-gitlab-start[3291]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1262vm-test-run-nixbot-gitlab> gitlab # [ 217.575579] setup-gitlab-start[3291]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1263vm-test-run-nixbot-gitlab> gitlab # [ 222.019391] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:46.840Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"41c61a0161d923bce85345a6","created_at":"2026-06-29T10:47:46.785Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"62472ee8a1a5f906c0f3deddbfc8c5da","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:46.836Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-41c61a0161d923bce85345a6: start","job_status":"start","queue_duration_s":0.004209,"scheduling_latency_s":0.004269}1264vm-test-run-nixbot-gitlab> gitlab # [ 222.952200] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:47.774Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"41c61a0161d923bce85345a6","created_at":"2026-06-29T10:47:46.785Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"62472ee8a1a5f906c0f3deddbfc8c5da","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:46.836Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-41c61a0161d923bce85345a6: done: 0.933899 sec","job_status":"done","queue_duration_s":0.004209,"scheduling_latency_s":0.004269,"redis_calls":14,"redis_duration_s":0.022666,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.004969,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.011001,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.006696,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.063,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.038,"db_ci_duration_s":0.025,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.416248,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00319964,"exclusive_lock_hold_duration_s":0.75505846,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.933899,"completed_at":"2026-06-29T10:47:47.774Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.072661,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1265vm-test-run-nixbot-gitlab> gitlab # [ 222.954391] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:47.776Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"45e1b6ac4acaf51434b26277","created_at":"2026-06-29T10:47:46.851Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ee55a93046fbdaf2ac08fd0d19663030","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:46.866Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-45e1b6ac4acaf51434b26277: start","job_status":"start","queue_duration_s":0.90985,"scheduling_latency_s":0.90988}1266vm-test-run-nixbot-gitlab> gitlab # [ 223.110530] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:47.931Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"45e1b6ac4acaf51434b26277","created_at":"2026-06-29T10:47:46.851Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ee55a93046fbdaf2ac08fd0d19663030","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:46.866Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-45e1b6ac4acaf51434b26277: done: 0.154488 sec","job_status":"done","queue_duration_s":0.90985,"scheduling_latency_s":0.90988,"redis_calls":12,"redis_duration_s":0.004373,"redis_read_bytes":11,"redis_write_bytes":1566,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001819,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001903,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000651,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038037,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00064744,"duration_s":0.154488,"completed_at":"2026-06-29T10:47:47.931Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010368,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1267vm-test-run-nixbot-gitlab> gitlab # [ 223.229058] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:47.934Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"6cf0aa8086813c198b37bbfc","created_at":"2026-06-29T10:47:46.876Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6052d3dd17d0fe4ee323b26c92640250","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:46.889Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-6cf0aa8086813c198b37bbfc: start","job_status":"start","queue_duration_s":1.04472,"scheduling_latency_s":1.044754}1268vm-test-run-nixbot-gitlab> gitlab # [ 223.424571] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.246Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"6cf0aa8086813c198b37bbfc","created_at":"2026-06-29T10:47:46.876Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6052d3dd17d0fe4ee323b26c92640250","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:46.889Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-6cf0aa8086813c198b37bbfc: done: 0.312574 sec","job_status":"done","queue_duration_s":1.04472,"scheduling_latency_s":1.044754,"redis_calls":12,"redis_duration_s":0.00435,"redis_read_bytes":11,"redis_write_bytes":1370,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000771,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002068,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001511,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.05,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.049,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.242517,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00095404,"exclusive_lock_hold_duration_s":0.2781356,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.312574,"completed_at":"2026-06-29T10:47:48.246Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.075982,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1269vm-test-run-nixbot-gitlab> gitlab # [ 223.520394] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.248Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"08991941b2fcda4754fbb712","created_at":"2026-06-29T10:47:46.904Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ee042f3cedf1ef71931145a818d546f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:46.934Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-08991941b2fcda4754fbb712: start","job_status":"start","queue_duration_s":1.314721,"scheduling_latency_s":1.31474}1270vm-test-run-nixbot-gitlab> gitlab # [ 223.540852] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.261Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1271vm-test-run-nixbot-gitlab> gitlab # [ 223.546711] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.268Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"08991941b2fcda4754fbb712","created_at":"2026-06-29T10:47:46.904Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3ee042f3cedf1ef71931145a818d546f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:46.934Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-08991941b2fcda4754fbb712: done: 0.02003 sec","job_status":"done","queue_duration_s":1.314721,"scheduling_latency_s":1.31474,"redis_calls":10,"redis_duration_s":0.002609,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000493,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001631,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000485,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011169,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033824,"duration_s":0.02003,"completed_at":"2026-06-29T10:47:48.268Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000676,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1272vm-test-run-nixbot-gitlab> gitlab # [ 223.605112] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.270Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"98e9ec33ef8e836605deba02","created_at":"2026-06-29T10:47:46.992Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7f39f95c888374937b2ff0d61aad6fab","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.007Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-98e9ec33ef8e836605deba02: start","job_status":"start","queue_duration_s":1.262743,"scheduling_latency_s":1.26276}1273vm-test-run-nixbot-gitlab> gitlab # [ 223.620791] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.290Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"98e9ec33ef8e836605deba02","created_at":"2026-06-29T10:47:46.992Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7f39f95c888374937b2ff0d61aad6fab","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.007Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-98e9ec33ef8e836605deba02: done: 0.019862 sec","job_status":"done","queue_duration_s":1.262743,"scheduling_latency_s":1.26276,"redis_calls":10,"redis_duration_s":0.002522,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000566,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001407,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000549,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011296,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00048442,"duration_s":0.019862,"completed_at":"2026-06-29T10:47:48.290Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000536,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1274vm-test-run-nixbot-gitlab> gitlab # [ 223.663906] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.291Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"4cf440e4064edffda8d47fea","created_at":"2026-06-29T10:47:47.077Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.091Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-4cf440e4064edffda8d47fea: start","job_status":"start","queue_duration_s":1.199621,"scheduling_latency_s":1.199637}1275vm-test-run-nixbot-gitlab> gitlab # [ 223.677887] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.374Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"4cf440e4064edffda8d47fea","created_at":"2026-06-29T10:47:47.077Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.091Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-4cf440e4064edffda8d47fea: done: 0.083355 sec","job_status":"done","queue_duration_s":1.199621,"scheduling_latency_s":1.199637,"redis_calls":19,"redis_duration_s":0.003829,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001006,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000277,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.001841,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000705,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.033,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.033,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.042365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023,"duration_s":0.083355,"completed_at":"2026-06-29T10:47:48.374Z","load_balancing_strategy":"primary","db_duration_s":0.033291,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1276vm-test-run-nixbot-gitlab> gitlab # [ 223.722218] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.376Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"ce8d597d6e099ff1e12ddfbc","created_at":"2026-06-29T10:47:47.100Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"74a3bc0af814bad5b973c86f95041106","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.112Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-ce8d597d6e099ff1e12ddfbc: start","job_status":"start","queue_duration_s":1.263431,"scheduling_latency_s":1.263464}1277vm-test-run-nixbot-gitlab> gitlab # [ 223.737074] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.392Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1278vm-test-run-nixbot-gitlab> gitlab # [ 223.740232] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.398Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"ce8d597d6e099ff1e12ddfbc","created_at":"2026-06-29T10:47:47.100Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"74a3bc0af814bad5b973c86f95041106","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.112Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-ce8d597d6e099ff1e12ddfbc: done: 0.022067 sec","job_status":"done","queue_duration_s":1.263431,"scheduling_latency_s":1.263464,"redis_calls":10,"redis_duration_s":0.002089,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001029,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000777,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000283,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011193,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022978,"duration_s":0.022067,"completed_at":"2026-06-29T10:47:48.398Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003943,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1279vm-test-run-nixbot-gitlab> gitlab # [ 223.783895] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.399Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"be6c96e4150202d463b299c8","created_at":"2026-06-29T10:47:47.120Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8c68b463d02e0a2090e254be08690a24","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.134Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-be6c96e4150202d463b299c8: start","job_status":"start","queue_duration_s":1.265414,"scheduling_latency_s":1.265431}1280vm-test-run-nixbot-gitlab> gitlab # [ 223.798743] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.428Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"be6c96e4150202d463b299c8","created_at":"2026-06-29T10:47:47.120Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8c68b463d02e0a2090e254be08690a24","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.134Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-be6c96e4150202d463b299c8: done: 0.029468 sec","job_status":"done","queue_duration_s":1.265414,"scheduling_latency_s":1.265431,"redis_calls":12,"redis_duration_s":0.0016179999999999999,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000278,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000735,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000605,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014647,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00045056,"exclusive_lock_hold_duration_s":0.01092988,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.029468,"completed_at":"2026-06-29T10:47:48.428Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008516,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1281vm-test-run-nixbot-gitlab> gitlab # [ 223.843399] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.429Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"36963c75d2061a4f8d471dab","created_at":"2026-06-29T10:47:47.141Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"31014d0cf769f43a006a961cdf43677f","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.151Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-36963c75d2061a4f8d471dab: start","job_status":"start","queue_duration_s":1.278118,"scheduling_latency_s":1.278134}1282vm-test-run-nixbot-gitlab> gitlab # [ 223.858002] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.455Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"36963c75d2061a4f8d471dab","created_at":"2026-06-29T10:47:47.141Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"31014d0cf769f43a006a961cdf43677f","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.151Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-36963c75d2061a4f8d471dab: done: 0.025363 sec","job_status":"done","queue_duration_s":1.278118,"scheduling_latency_s":1.278134,"redis_calls":10,"redis_duration_s":0.001326,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000268,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000788,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00027,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014527,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00044194,"duration_s":0.025363,"completed_at":"2026-06-29T10:47:48.455Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004121,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1283vm-test-run-nixbot-gitlab> gitlab # [ 223.900657] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.456Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"9f3123ea3f363ce01000b081","created_at":"2026-06-29T10:47:47.160Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4007a63a86ac47061dd44fcb1b3182cc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.169Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-9f3123ea3f363ce01000b081: start","job_status":"start","queue_duration_s":1.287331,"scheduling_latency_s":1.287348}1284vm-test-run-nixbot-gitlab> gitlab # [ 223.915539] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.521Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"9f3123ea3f363ce01000b081","created_at":"2026-06-29T10:47:47.160Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4007a63a86ac47061dd44fcb1b3182cc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.169Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-9f3123ea3f363ce01000b081: done: 0.064775 sec","job_status":"done","queue_duration_s":1.287331,"scheduling_latency_s":1.287348,"redis_calls":12,"redis_duration_s":0.002054,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000265,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00106,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000729,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.031,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00053788,"exclusive_lock_hold_duration_s":0.025494040000000003,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.064775,"completed_at":"2026-06-29T10:47:48.521Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.033841,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1285vm-test-run-nixbot-gitlab> gitlab # [ 223.962279] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.522Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"6460de5699af3a61bcb92ef1","created_at":"2026-06-29T10:47:47.182Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"02927ca39f40561d0e36cd62f57b4d9d","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.191Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-6460de5699af3a61bcb92ef1: start","job_status":"start","queue_duration_s":1.331568,"scheduling_latency_s":1.331589}1286vm-test-run-nixbot-gitlab> gitlab # [ 223.976761] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.564Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"6460de5699af3a61bcb92ef1","created_at":"2026-06-29T10:47:47.182Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"02927ca39f40561d0e36cd62f57b4d9d","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.191Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-6460de5699af3a61bcb92ef1: done: 0.041612 sec","job_status":"done","queue_duration_s":1.331568,"scheduling_latency_s":1.331589,"redis_calls":16,"redis_duration_s":0.002794,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001554,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000325,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025296,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00027802,"duration_s":0.041612,"completed_at":"2026-06-29T10:47:48.564Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008619,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1287vm-test-run-nixbot-gitlab> gitlab # [ 224.019871] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.566Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"3303479351f9d3379153d11c","created_at":"2026-06-29T10:47:47.196Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c57b36692b76e8613a6443ca690c557b","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.205Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-3303479351f9d3379153d11c: start","job_status":"start","queue_duration_s":1.360745,"scheduling_latency_s":1.360764}1288vm-test-run-nixbot-gitlab> gitlab # [ 224.034277] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.614Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"3303479351f9d3379153d11c","created_at":"2026-06-29T10:47:47.196Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c57b36692b76e8613a6443ca690c557b","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.205Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-3303479351f9d3379153d11c: done: 0.048865 sec","job_status":"done","queue_duration_s":1.360745,"scheduling_latency_s":1.360764,"redis_calls":10,"redis_duration_s":0.001647,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000304,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000978,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000365,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.019,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017716,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037318,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.048865,"completed_at":"2026-06-29T10:47:48.614Z","load_balancing_strategy":"primary","db_duration_s":0.022836,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1289vm-test-run-nixbot-gitlab> gitlab # [ 224.077669] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.616Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"e05f9ad8fdca1369bb10fe02","created_at":"2026-06-29T10:47:47.217Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e63bfcb9a005945719e8698f00f6d19c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T10:47:47.224Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-e05f9ad8fdca1369bb10fe02: start","job_status":"start","queue_duration_s":1.391971,"scheduling_latency_s":1.391992}1290vm-test-run-nixbot-gitlab> gitlab # [ 224.091430] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.631Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1291vm-test-run-nixbot-gitlab> gitlab # [ 224.094959] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.640Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"e05f9ad8fdca1369bb10fe02","created_at":"2026-06-29T10:47:47.217Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e63bfcb9a005945719e8698f00f6d19c","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T10:47:47.224Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-e05f9ad8fdca1369bb10fe02: done: 0.023908 sec","job_status":"done","queue_duration_s":1.391971,"scheduling_latency_s":1.391992,"redis_calls":10,"redis_duration_s":0.001636,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000315,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000941,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00038,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01401,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00029316,"duration_s":0.023908,"completed_at":"2026-06-29T10:47:48.640Z","load_balancing_strategy":"primary","db_duration_s":0.000754,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1292vm-test-run-nixbot-gitlab> gitlab # [ 224.137498] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.641Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"2d4eda8c81bbc6724e6ed132","created_at":"2026-06-29T10:47:47.241Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.247Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-2d4eda8c81bbc6724e6ed132: start","job_status":"start","queue_duration_s":1.394074,"scheduling_latency_s":1.394095}1293vm-test-run-nixbot-gitlab> gitlab # [ 224.151223] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.755Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"2d4eda8c81bbc6724e6ed132","created_at":"2026-06-29T10:47:47.241Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.247Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-2d4eda8c81bbc6724e6ed132: done: 0.11379 sec","job_status":"done","queue_duration_s":1.394074,"scheduling_latency_s":1.394095,"redis_calls":71,"redis_duration_s":0.010772,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.001631,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000772,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.007931,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000438,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.098609,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022826,"duration_s":0.11379,"completed_at":"2026-06-29T10:47:48.755Z","load_balancing_strategy":"primary","db_duration_s":0.002846,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1294vm-test-run-nixbot-gitlab> gitlab # [ 224.195866] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.756Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"242f4d2073a357839126d353","created_at":"2026-06-29T10:47:47.253Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c1fbd0f2afab818e41207eb4d889ed33","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.259Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-242f4d2073a357839126d353: start","job_status":"start","queue_duration_s":1.497211,"scheduling_latency_s":1.497227}1295vm-test-run-nixbot-gitlab> gitlab # [ 224.210003] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.783Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"242f4d2073a357839126d353","created_at":"2026-06-29T10:47:47.253Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c1fbd0f2afab818e41207eb4d889ed33","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.259Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-242f4d2073a357839126d353: done: 0.026837 sec","job_status":"done","queue_duration_s":1.497211,"scheduling_latency_s":1.497227,"redis_calls":12,"redis_duration_s":0.001898,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000296,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000965,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000637,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015336,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0004842,"exclusive_lock_hold_duration_s":0.00847042,"duration_s":0.026837,"completed_at":"2026-06-29T10:47:48.783Z","load_balancing_strategy":"primary","db_duration_s":0.005096,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1296vm-test-run-nixbot-gitlab> gitlab # [ 224.252250] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.784Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"dda74fe62bcd7c31b7a8b63d","created_at":"2026-06-29T10:47:47.263Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"71e0d40bf29e36b339dd49e1450c8d54","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T10:47:47.269Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-dda74fe62bcd7c31b7a8b63d: start","job_status":"start","queue_duration_s":1.515,"scheduling_latency_s":1.515018}1297vm-test-run-nixbot-gitlab> gitlab # [ 224.265380] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.817Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"dda74fe62bcd7c31b7a8b63d","created_at":"2026-06-29T10:47:47.263Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"71e0d40bf29e36b339dd49e1450c8d54","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T10:47:47.269Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-dda74fe62bcd7c31b7a8b63d: done: 0.032691 sec","job_status":"done","queue_duration_s":1.515,"scheduling_latency_s":1.515018,"redis_calls":10,"redis_duration_s":0.0013,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000268,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000766,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000266,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020176,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024972,"duration_s":0.032691,"completed_at":"2026-06-29T10:47:48.817Z","load_balancing_strategy":"primary","db_duration_s":0.005547,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1298vm-test-run-nixbot-gitlab> gitlab # [ 224.306973] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:48.818Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"3a1092251313218444afe44c","created_at":"2026-06-29T10:47:47.292Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"242be3cd4ccaaf9e626843304a3849d2","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.303Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-3a1092251313218444afe44c: start","job_status":"start","queue_duration_s":1.515407,"scheduling_latency_s":1.515424}1299vm-test-run-nixbot-gitlab> gitlab # [ 224.321417] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.127Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"3a1092251313218444afe44c","created_at":"2026-06-29T10:47:47.292Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"242be3cd4ccaaf9e626843304a3849d2","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.303Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-3a1092251313218444afe44c: done: 0.308755 sec","job_status":"done","queue_duration_s":1.515407,"scheduling_latency_s":1.515424,"redis_calls":574,"redis_duration_s":0.056211,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000704,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.055088,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.284412,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002214,"duration_s":0.308755,"completed_at":"2026-06-29T10:47:49.127Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000764,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1300vm-test-run-nixbot-gitlab> gitlab # [ 224.364888] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.128Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"7b023e3280c8962dfd953c74","created_at":"2026-06-29T10:47:47.334Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1b1bd9d422616afe87e06ba3157d012a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.350Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-7b023e3280c8962dfd953c74: start","job_status":"start","queue_duration_s":1.778161,"scheduling_latency_s":1.778179}1301vm-test-run-nixbot-gitlab> gitlab # [ 224.379505] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.140Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1302vm-test-run-nixbot-gitlab> gitlab # [ 224.383393] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.147Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"7b023e3280c8962dfd953c74","created_at":"2026-06-29T10:47:47.334Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1b1bd9d422616afe87e06ba3157d012a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.350Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-7b023e3280c8962dfd953c74: done: 0.019024 sec","job_status":"done","queue_duration_s":1.778161,"scheduling_latency_s":1.778179,"redis_calls":10,"redis_duration_s":0.001245,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000257,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000717,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000271,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010782,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00021976,"duration_s":0.019024,"completed_at":"2026-06-29T10:47:49.147Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000986,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1303vm-test-run-nixbot-gitlab> gitlab # [ 224.426517] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.148Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"8a89d3980576ac530b23713c","created_at":"2026-06-29T10:47:47.363Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a2c39a42b6084c864e938103a4acb8c1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.374Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-8a89d3980576ac530b23713c: start","job_status":"start","queue_duration_s":1.774426,"scheduling_latency_s":1.774444}1304vm-test-run-nixbot-gitlab> gitlab # [ 224.441553] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.160Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1305vm-test-run-nixbot-gitlab> gitlab # [ 224.445466] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.167Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"8a89d3980576ac530b23713c","created_at":"2026-06-29T10:47:47.363Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a2c39a42b6084c864e938103a4acb8c1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.374Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-8a89d3980576ac530b23713c: done: 0.018782 sec","job_status":"done","queue_duration_s":1.774426,"scheduling_latency_s":1.774444,"redis_calls":10,"redis_duration_s":0.00134,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000295,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000746,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000299,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010952,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024734,"duration_s":0.018782,"completed_at":"2026-06-29T10:47:49.167Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000619,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1306vm-test-run-nixbot-gitlab> gitlab # [ 224.488591] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.168Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"a556fd069b55ba31e31d2b18","created_at":"2026-06-29T10:47:47.388Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"15d6dffdd30d07ff46b7bfc20a3f134c","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.402Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-a556fd069b55ba31e31d2b18: start","job_status":"start","queue_duration_s":1.766012,"scheduling_latency_s":1.766028}1307vm-test-run-nixbot-gitlab> gitlab # [ 224.503138] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.202Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"a556fd069b55ba31e31d2b18","created_at":"2026-06-29T10:47:47.388Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"15d6dffdd30d07ff46b7bfc20a3f134c","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T10:47:47.402Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-a556fd069b55ba31e31d2b18: done: 0.033593 sec","job_status":"done","queue_duration_s":1.766012,"scheduling_latency_s":1.766028,"redis_calls":13,"redis_duration_s":0.001791,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000298,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.000864,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000629,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020889,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.01319084,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.033593,"completed_at":"2026-06-29T10:47:49.202Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006263,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1308vm-test-run-nixbot-gitlab> gitlab # [ 224.549492] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.203Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"e69539212e7a09e809864224","created_at":"2026-06-29T10:47:47.447Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6e637348fbd17aa042e7ff55f9adc346","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T10:47:47.455Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-e69539212e7a09e809864224: start","job_status":"start","queue_duration_s":1.748163,"scheduling_latency_s":1.748179}1309vm-test-run-nixbot-gitlab> gitlab # [ 224.564313] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.215Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1310vm-test-run-nixbot-gitlab> gitlab # [ 224.568173] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.222Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"e69539212e7a09e809864224","created_at":"2026-06-29T10:47:47.447Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6e637348fbd17aa042e7ff55f9adc346","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T10:47:47.455Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-e69539212e7a09e809864224: done: 0.018882 sec","job_status":"done","queue_duration_s":1.748163,"scheduling_latency_s":1.748179,"redis_calls":10,"redis_duration_s":0.001418,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000282,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000806,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00033,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011191,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00021936,"duration_s":0.018882,"completed_at":"2026-06-29T10:47:49.222Z","load_balancing_strategy":"primary","db_duration_s":0.000613,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1311vm-test-run-nixbot-gitlab> gitlab # [ 224.615034] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.223Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2a751d287373aa18bd3d32c6","created_at":"2026-06-29T10:47:48.308Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-a0bf71701bfc4067","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2a751d287373aa18bd3d32c6: start","job_status":"start","queue_duration_s":0.856651,"scheduling_latency_s":0.85667}1312vm-test-run-nixbot-gitlab> gitlab # [ 224.628112] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.239Z","message":"No existing merge request to be cleaned up."}1313vm-test-run-nixbot-gitlab> gitlab # [ 224.629989] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.253Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"2a751d287373aa18bd3d32c6","created_at":"2026-06-29T10:47:48.308Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-a0bf71701bfc4067","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-2a751d287373aa18bd3d32c6: done: 0.029835 sec","job_status":"done","queue_duration_s":0.856651,"scheduling_latency_s":0.85667,"redis_calls":13,"redis_duration_s":0.0018859999999999999,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000279,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000632,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000975,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022486,"duration_s":0.029835,"completed_at":"2026-06-29T10:47:49.253Z","load_balancing_strategy":"primary","db_duration_s":0.005451,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1314vm-test-run-nixbot-gitlab> gitlab # [ 224.671806] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.254Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"54aa1ab1994256c2caee0b48","created_at":"2026-06-29T10:47:48.308Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-a0bf71701bfc4067","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-54aa1ab1994256c2caee0b48: start","job_status":"start","queue_duration_s":0.887813,"scheduling_latency_s":0.887829}1315vm-test-run-nixbot-gitlab> gitlab # [ 224.684947] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.265Z","message":"No existing merge request to be cleaned up."}1316vm-test-run-nixbot-gitlab> gitlab # [ 224.686704] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.273Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"54aa1ab1994256c2caee0b48","created_at":"2026-06-29T10:47:48.308Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-a0bf71701bfc4067","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-54aa1ab1994256c2caee0b48: done: 0.018258 sec","job_status":"done","queue_duration_s":0.887813,"scheduling_latency_s":0.887829,"redis_calls":10,"redis_duration_s":0.0012950000000000001,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000549,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000746,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012497,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018258,"completed_at":"2026-06-29T10:47:49.273Z","load_balancing_strategy":"primary","db_duration_s":0.00244,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1317vm-test-run-nixbot-gitlab> gitlab # [ 224.727230] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.274Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"3c12b37aa8db880a42a2e851","created_at":"2026-06-29T10:47:48.308Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-a0bf71701bfc4067","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-3c12b37aa8db880a42a2e851: start","job_status":"start","queue_duration_s":0.907313,"scheduling_latency_s":0.90733}1318vm-test-run-nixbot-gitlab> gitlab # [ 224.739983] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.285Z","message":"No existing merge request to be cleaned up."}1319vm-test-run-nixbot-gitlab> gitlab # [ 224.741866] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.293Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"3c12b37aa8db880a42a2e851","created_at":"2026-06-29T10:47:48.308Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-a0bf71701bfc4067","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-3c12b37aa8db880a42a2e851: done: 0.018697 sec","job_status":"done","queue_duration_s":0.907313,"scheduling_latency_s":0.90733,"redis_calls":11,"redis_duration_s":0.001444,"redis_read_bytes":42,"redis_write_bytes":1057,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000103,"redis_feature_flag_read_bytes":34,"redis_feature_flag_write_bytes":35,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000559,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000782,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012769,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018697,"completed_at":"2026-06-29T10:47:49.293Z","load_balancing_strategy":"primary","db_duration_s":0.002176,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1320vm-test-run-nixbot-gitlab> gitlab # [ 224.783447] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.294Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5d6940efa4d88979078e6e26","created_at":"2026-06-29T10:47:48.308Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-a0bf71701bfc4067","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5d6940efa4d88979078e6e26: start","job_status":"start","queue_duration_s":0.927053,"scheduling_latency_s":0.927069}1321vm-test-run-nixbot-gitlab> gitlab # [ 224.796135] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.304Z","message":"No existing merge request to be cleaned up."}1322vm-test-run-nixbot-gitlab> gitlab # [ 224.797802] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.312Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5d6940efa4d88979078e6e26","created_at":"2026-06-29T10:47:48.308Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-a0bf71701bfc4067","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"bf888ebea722f1a701813d29ca82e75c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5d6940efa4d88979078e6e26: done: 0.018226 sec","job_status":"done","queue_duration_s":0.927053,"scheduling_latency_s":0.927069,"redis_calls":10,"redis_duration_s":0.0012230000000000001,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000523,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.0007,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011821,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018226,"completed_at":"2026-06-29T10:47:49.312Z","load_balancing_strategy":"primary","db_duration_s":0.001993,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1323vm-test-run-nixbot-gitlab> gitlab # [ 224.836951] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.313Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f04b32b346e2d0be0e2dc17","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f04b32b346e2d0be0e2dc17: start","job_status":"start","queue_duration_s":0.566372,"scheduling_latency_s":0.566388}1324vm-test-run-nixbot-gitlab> gitlab # [ 224.849425] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.333Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f04b32b346e2d0be0e2dc17","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f04b32b346e2d0be0e2dc17: done: 0.020535 sec","job_status":"done","queue_duration_s":0.566372,"scheduling_latency_s":0.566388,"redis_calls":16,"redis_duration_s":0.0018460000000000002,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000253,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000581,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001012,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013087,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00040684,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020535,"completed_at":"2026-06-29T10:47:49.333Z","load_balancing_strategy":"primary","db_duration_s":0.000487,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1325vm-test-run-nixbot-gitlab> gitlab # [ 224.890907] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.335Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a1cfbb0a3406b01625d6961","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a1cfbb0a3406b01625d6961: start","job_status":"start","queue_duration_s":0.588035,"scheduling_latency_s":0.588052}1326vm-test-run-nixbot-gitlab> gitlab # [ 224.903761] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.349Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3a1cfbb0a3406b01625d6961","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3a1cfbb0a3406b01625d6961: done: 0.014789 sec","job_status":"done","queue_duration_s":0.588035,"scheduling_latency_s":0.588052,"redis_calls":13,"redis_duration_s":0.0015869999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001075,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010207,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014789,"completed_at":"2026-06-29T10:47:49.349Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1327vm-test-run-nixbot-gitlab> gitlab # [ 224.943885] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9b88df1ee229ac5789ffeb0","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9b88df1ee229ac5789ffeb0: start","job_status":"start","queue_duration_s":0.604017,"scheduling_latency_s":0.604036}1328vm-test-run-nixbot-gitlab> gitlab # [ 224.956737] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.365Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9b88df1ee229ac5789ffeb0","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9b88df1ee229ac5789ffeb0: done: 0.014725 sec","job_status":"done","queue_duration_s":0.604017,"scheduling_latency_s":0.604036,"redis_calls":13,"redis_duration_s":0.0014320000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000513,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000919,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00999,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014725,"completed_at":"2026-06-29T10:47:49.365Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1329vm-test-run-nixbot-gitlab> gitlab # [ 224.997358] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.366Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"592eff5c23c955093ab22093","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-592eff5c23c955093ab22093: start","job_status":"start","queue_duration_s":0.619721,"scheduling_latency_s":0.619737}1330vm-test-run-nixbot-gitlab> gitlab # [ 225.009842] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.381Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"592eff5c23c955093ab22093","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-592eff5c23c955093ab22093: done: 0.01449 sec","job_status":"done","queue_duration_s":0.619721,"scheduling_latency_s":0.619737,"redis_calls":13,"redis_duration_s":0.0017660000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000674,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001092,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01449,"completed_at":"2026-06-29T10:47:49.381Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1331vm-test-run-nixbot-gitlab> gitlab # [ 225.049578] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.382Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8c114dce6f97fe4dc9d24320","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8c114dce6f97fe4dc9d24320: start","job_status":"start","queue_duration_s":0.635221,"scheduling_latency_s":0.635237}1332vm-test-run-nixbot-gitlab> gitlab # [ 225.061995] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.397Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8c114dce6f97fe4dc9d24320","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8c114dce6f97fe4dc9d24320: done: 0.015004 sec","job_status":"done","queue_duration_s":0.635221,"scheduling_latency_s":0.635237,"redis_calls":13,"redis_duration_s":0.00152,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000555,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000965,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010031,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015004,"completed_at":"2026-06-29T10:47:49.397Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1333vm-test-run-nixbot-gitlab> gitlab # [ 225.102200] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.398Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93664d24dd0553f72bd4c8ad","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93664d24dd0553f72bd4c8ad: start","job_status":"start","queue_duration_s":0.651291,"scheduling_latency_s":0.651307}1334vm-test-run-nixbot-gitlab> gitlab # [ 225.114982] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.413Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93664d24dd0553f72bd4c8ad","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93664d24dd0553f72bd4c8ad: done: 0.015166 sec","job_status":"done","queue_duration_s":0.651291,"scheduling_latency_s":0.651307,"redis_calls":13,"redis_duration_s":0.0016120000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001061,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010432,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015166,"completed_at":"2026-06-29T10:47:49.413Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1335vm-test-run-nixbot-gitlab> gitlab # [ 225.155504] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.415Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"16c0d86d901c23a9497b211f","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-16c0d86d901c23a9497b211f: start","job_status":"start","queue_duration_s":0.668087,"scheduling_latency_s":0.668104}1336vm-test-run-nixbot-gitlab> gitlab # [ 225.168463] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.430Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"16c0d86d901c23a9497b211f","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-16c0d86d901c23a9497b211f: done: 0.014963 sec","job_status":"done","queue_duration_s":0.668087,"scheduling_latency_s":0.668104,"redis_calls":13,"redis_duration_s":0.001522,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000529,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000993,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010216,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014963,"completed_at":"2026-06-29T10:47:49.430Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1337vm-test-run-nixbot-gitlab> gitlab # [ 225.209069] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.431Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aeb2071eaff059fb1bc1d5f6","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aeb2071eaff059fb1bc1d5f6: start","job_status":"start","queue_duration_s":0.684479,"scheduling_latency_s":0.684497}1338vm-test-run-nixbot-gitlab> gitlab # [ 225.221791] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.446Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"aeb2071eaff059fb1bc1d5f6","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-aeb2071eaff059fb1bc1d5f6: done: 0.014743 sec","job_status":"done","queue_duration_s":0.684479,"scheduling_latency_s":0.684497,"redis_calls":13,"redis_duration_s":0.001451,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000539,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010361,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014743,"completed_at":"2026-06-29T10:47:49.446Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1339vm-test-run-nixbot-gitlab> gitlab # [ 225.261489] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.447Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"680998f7bd6976d11f9d9310","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-680998f7bd6976d11f9d9310: start","job_status":"start","queue_duration_s":0.700456,"scheduling_latency_s":0.700473}1340vm-test-run-nixbot-gitlab> gitlab # [ 225.273976] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.462Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"680998f7bd6976d11f9d9310","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-680998f7bd6976d11f9d9310: done: 0.015191 sec","job_status":"done","queue_duration_s":0.700456,"scheduling_latency_s":0.700473,"redis_calls":13,"redis_duration_s":0.001484,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000946,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010555,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015191,"completed_at":"2026-06-29T10:47:49.462Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1341vm-test-run-nixbot-gitlab> gitlab # [ 225.313804] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.464Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c5438e61a27e351672cf1ba4","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c5438e61a27e351672cf1ba4: start","job_status":"start","queue_duration_s":0.716981,"scheduling_latency_s":0.716997}1342vm-test-run-nixbot-gitlab> gitlab # [ 225.326488] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.478Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c5438e61a27e351672cf1ba4","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c5438e61a27e351672cf1ba4: done: 0.014625 sec","job_status":"done","queue_duration_s":0.716981,"scheduling_latency_s":0.716997,"redis_calls":13,"redis_duration_s":0.001397,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000505,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000892,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010142,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014625,"completed_at":"2026-06-29T10:47:49.478Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1343vm-test-run-nixbot-gitlab> gitlab # [ 225.366417] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.479Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5edd7377c96853b23f00a8f6","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5edd7377c96853b23f00a8f6: start","job_status":"start","queue_duration_s":0.732829,"scheduling_latency_s":0.732845}1344vm-test-run-nixbot-gitlab> gitlab # [ 225.379987] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.494Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5edd7377c96853b23f00a8f6","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5edd7377c96853b23f00a8f6: done: 0.014737 sec","job_status":"done","queue_duration_s":0.732829,"scheduling_latency_s":0.732845,"redis_calls":13,"redis_duration_s":0.0015,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000556,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000944,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010408,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014737,"completed_at":"2026-06-29T10:47:49.494Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1345vm-test-run-nixbot-gitlab> gitlab # [ 225.419730] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.495Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a1939e2c65bd8469547a3a1","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a1939e2c65bd8469547a3a1: start","job_status":"start","queue_duration_s":0.748624,"scheduling_latency_s":0.74864}1346vm-test-run-nixbot-gitlab> gitlab # [ 225.432493] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.510Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a1939e2c65bd8469547a3a1","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a1939e2c65bd8469547a3a1: done: 0.014572 sec","job_status":"done","queue_duration_s":0.748624,"scheduling_latency_s":0.74864,"redis_calls":13,"redis_duration_s":0.0014039999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000504,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0009,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010145,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014572,"completed_at":"2026-06-29T10:47:49.510Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1347vm-test-run-nixbot-gitlab> gitlab # [ 225.472426] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.511Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"767adf3762ca2a958b9c47fe","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-767adf3762ca2a958b9c47fe: start","job_status":"start","queue_duration_s":0.764255,"scheduling_latency_s":0.764271}1348vm-test-run-nixbot-gitlab> gitlab # [ 225.484945] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.526Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"767adf3762ca2a958b9c47fe","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-767adf3762ca2a958b9c47fe: done: 0.014773 sec","job_status":"done","queue_duration_s":0.764255,"scheduling_latency_s":0.764271,"redis_calls":13,"redis_duration_s":0.0014750000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000515,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00096,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010105,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014773,"completed_at":"2026-06-29T10:47:49.526Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1349vm-test-run-nixbot-gitlab> gitlab # [ 225.524609] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.527Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dde8d1e2f1f1696fce388636","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dde8d1e2f1f1696fce388636: start","job_status":"start","queue_duration_s":0.780159,"scheduling_latency_s":0.780176}1350vm-test-run-nixbot-gitlab> gitlab # [ 225.537221] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.542Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dde8d1e2f1f1696fce388636","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dde8d1e2f1f1696fce388636: done: 0.01495 sec","job_status":"done","queue_duration_s":0.780159,"scheduling_latency_s":0.780176,"redis_calls":13,"redis_duration_s":0.001485,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000535,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00095,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010178,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01495,"completed_at":"2026-06-29T10:47:49.542Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1351vm-test-run-nixbot-gitlab> gitlab # [ 225.576496] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.543Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0ebc9df42ad8ab5e91a34fe","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0ebc9df42ad8ab5e91a34fe: start","job_status":"start","queue_duration_s":0.796202,"scheduling_latency_s":0.796218}1352vm-test-run-nixbot-gitlab> gitlab # [ 225.589930] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.558Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0ebc9df42ad8ab5e91a34fe","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0ebc9df42ad8ab5e91a34fe: done: 0.015018 sec","job_status":"done","queue_duration_s":0.796202,"scheduling_latency_s":0.796218,"redis_calls":13,"redis_duration_s":0.00162,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001082,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010272,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015018,"completed_at":"2026-06-29T10:47:49.558Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1353vm-test-run-nixbot-gitlab> gitlab # [ 225.629454] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.559Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7cff21df5ea2e6d8aa102a24","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7cff21df5ea2e6d8aa102a24: start","job_status":"start","queue_duration_s":0.812285,"scheduling_latency_s":0.812301}1354vm-test-run-nixbot-gitlab> gitlab # [ 225.642266] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.574Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7cff21df5ea2e6d8aa102a24","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7cff21df5ea2e6d8aa102a24: done: 0.01514 sec","job_status":"done","queue_duration_s":0.812285,"scheduling_latency_s":0.812301,"redis_calls":13,"redis_duration_s":0.001536,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000589,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010267,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01514,"completed_at":"2026-06-29T10:47:49.574Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1355vm-test-run-nixbot-gitlab> gitlab # [ 225.682475] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.575Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc3d6eb75a077eae3295d21a","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc3d6eb75a077eae3295d21a: start","job_status":"start","queue_duration_s":0.828495,"scheduling_latency_s":0.828512}1356vm-test-run-nixbot-gitlab> gitlab # [ 225.695339] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.589Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc3d6eb75a077eae3295d21a","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc3d6eb75a077eae3295d21a: done: 0.014419 sec","job_status":"done","queue_duration_s":0.828495,"scheduling_latency_s":0.828512,"redis_calls":13,"redis_duration_s":0.0014290000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000889,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014419,"completed_at":"2026-06-29T10:47:49.589Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1357vm-test-run-nixbot-gitlab> gitlab # [ 225.735732] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.591Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e19ea7175455247cff61948","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e19ea7175455247cff61948: start","job_status":"start","queue_duration_s":0.844218,"scheduling_latency_s":0.844234}1358vm-test-run-nixbot-gitlab> gitlab # [ 225.748575] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.605Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e19ea7175455247cff61948","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e19ea7175455247cff61948: done: 0.014611 sec","job_status":"done","queue_duration_s":0.844218,"scheduling_latency_s":0.844234,"redis_calls":13,"redis_duration_s":0.00141,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.0009,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010209,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014611,"completed_at":"2026-06-29T10:47:49.605Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1359vm-test-run-nixbot-gitlab> gitlab # [ 225.789410] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.607Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d11923576c3ebda0ff16c095","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d11923576c3ebda0ff16c095: start","job_status":"start","queue_duration_s":0.860087,"scheduling_latency_s":0.860105}1360vm-test-run-nixbot-gitlab> gitlab # [ 225.802093] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.621Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d11923576c3ebda0ff16c095","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d11923576c3ebda0ff16c095: done: 0.014574 sec","job_status":"done","queue_duration_s":0.860087,"scheduling_latency_s":0.860105,"redis_calls":13,"redis_duration_s":0.00158,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000674,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000906,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010232,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014574,"completed_at":"2026-06-29T10:47:49.621Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1361vm-test-run-nixbot-gitlab> gitlab # [ 225.842245] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.623Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76fb6f535a779a6e0d78e41c","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76fb6f535a779a6e0d78e41c: start","job_status":"start","queue_duration_s":0.876001,"scheduling_latency_s":0.876018}1362vm-test-run-nixbot-gitlab> gitlab # [ 225.880672] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.637Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"76fb6f535a779a6e0d78e41c","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-76fb6f535a779a6e0d78e41c: done: 0.014476 sec","job_status":"done","queue_duration_s":0.876001,"scheduling_latency_s":0.876018,"redis_calls":13,"redis_duration_s":0.0016229999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000512,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001111,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010114,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014476,"completed_at":"2026-06-29T10:47:49.637Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1363vm-test-run-nixbot-gitlab> gitlab # [ 225.951635] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.638Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"827ed85bb7a948b0029508a5","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-827ed85bb7a948b0029508a5: start","job_status":"start","queue_duration_s":0.891683,"scheduling_latency_s":0.891701}1364vm-test-run-nixbot-gitlab> gitlab # [ 225.966037] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.655Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"827ed85bb7a948b0029508a5","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-827ed85bb7a948b0029508a5: done: 0.016858 sec","job_status":"done","queue_duration_s":0.891683,"scheduling_latency_s":0.891701,"redis_calls":13,"redis_duration_s":0.003415,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000556,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002859,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010593,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016858,"completed_at":"2026-06-29T10:47:49.655Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1365vm-test-run-nixbot-gitlab> gitlab # [ 226.007423] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.656Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"af11f63e01f9f2697a47f61a","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-af11f63e01f9f2697a47f61a: start","job_status":"start","queue_duration_s":0.909597,"scheduling_latency_s":0.909614}1366vm-test-run-nixbot-gitlab> gitlab # [ 226.020241] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.671Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"af11f63e01f9f2697a47f61a","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-af11f63e01f9f2697a47f61a: done: 0.014558 sec","job_status":"done","queue_duration_s":0.909597,"scheduling_latency_s":0.909614,"redis_calls":13,"redis_duration_s":0.001414,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000906,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010061,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014558,"completed_at":"2026-06-29T10:47:49.671Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1367vm-test-run-nixbot-gitlab> gitlab # [ 226.060142] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.672Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f2ce2eeafd51aefcc205f46c","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f2ce2eeafd51aefcc205f46c: start","job_status":"start","queue_duration_s":0.925204,"scheduling_latency_s":0.925234}1368vm-test-run-nixbot-gitlab> gitlab # [ 226.072625] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.686Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f2ce2eeafd51aefcc205f46c","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f2ce2eeafd51aefcc205f46c: done: 0.014684 sec","job_status":"done","queue_duration_s":0.925204,"scheduling_latency_s":0.925234,"redis_calls":13,"redis_duration_s":0.001448,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000908,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010076,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014684,"completed_at":"2026-06-29T10:47:49.686Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1369vm-test-run-nixbot-gitlab> gitlab # [ 226.112800] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.688Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"23d97df00d5787c0ec0f3f48","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-23d97df00d5787c0ec0f3f48: start","job_status":"start","queue_duration_s":0.94103,"scheduling_latency_s":0.941047}1370vm-test-run-nixbot-gitlab> gitlab # [ 226.125585] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.702Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"23d97df00d5787c0ec0f3f48","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-23d97df00d5787c0ec0f3f48: done: 0.01484 sec","job_status":"done","queue_duration_s":0.94103,"scheduling_latency_s":0.941047,"redis_calls":13,"redis_duration_s":0.00144,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000528,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000912,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01484,"completed_at":"2026-06-29T10:47:49.702Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1371vm-test-run-nixbot-gitlab> gitlab # [ 226.165644] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.703Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"63c4d580752d0158c65a0fd6","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-63c4d580752d0158c65a0fd6: start","job_status":"start","queue_duration_s":0.956905,"scheduling_latency_s":0.956921}1372vm-test-run-nixbot-gitlab> gitlab # [ 226.178140] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.718Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"63c4d580752d0158c65a0fd6","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-63c4d580752d0158c65a0fd6: done: 0.014697 sec","job_status":"done","queue_duration_s":0.956905,"scheduling_latency_s":0.956921,"redis_calls":13,"redis_duration_s":0.001434,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000514,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00092,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010008,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014697,"completed_at":"2026-06-29T10:47:49.718Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1373vm-test-run-nixbot-gitlab> gitlab # [ 226.219119] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.719Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"483ebabb6d5445f0d5fd0d00","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-483ebabb6d5445f0d5fd0d00: start","job_status":"start","queue_duration_s":0.972633,"scheduling_latency_s":0.972649}1374vm-test-run-nixbot-gitlab> gitlab # [ 226.231860] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.734Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"483ebabb6d5445f0d5fd0d00","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-483ebabb6d5445f0d5fd0d00: done: 0.015285 sec","job_status":"done","queue_duration_s":0.972633,"scheduling_latency_s":0.972649,"redis_calls":13,"redis_duration_s":0.0017330000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000604,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001129,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010293,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015285,"completed_at":"2026-06-29T10:47:49.734Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1375vm-test-run-nixbot-gitlab> gitlab # [ 226.272260] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.736Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2921f6eb53fa71350b59e164","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2921f6eb53fa71350b59e164: start","job_status":"start","queue_duration_s":0.989031,"scheduling_latency_s":0.989047}1376vm-test-run-nixbot-gitlab> gitlab # [ 226.284950] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.750Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2921f6eb53fa71350b59e164","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2921f6eb53fa71350b59e164: done: 0.014429 sec","job_status":"done","queue_duration_s":0.989031,"scheduling_latency_s":0.989047,"redis_calls":13,"redis_duration_s":0.001411,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000901,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009892,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014429,"completed_at":"2026-06-29T10:47:49.750Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1377vm-test-run-nixbot-gitlab> gitlab # [ 226.324815] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.751Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"90359aab6b587531a03ffce9","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-90359aab6b587531a03ffce9: start","job_status":"start","queue_duration_s":1.004709,"scheduling_latency_s":1.004726}1378vm-test-run-nixbot-gitlab> gitlab # [ 226.337476] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.766Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"90359aab6b587531a03ffce9","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-90359aab6b587531a03ffce9: done: 0.014995 sec","job_status":"done","queue_duration_s":1.004709,"scheduling_latency_s":1.004726,"redis_calls":13,"redis_duration_s":0.001421,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000516,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000905,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010176,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014995,"completed_at":"2026-06-29T10:47:49.766Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1379vm-test-run-nixbot-gitlab> gitlab # [ 226.377040] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.768Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b9ccbcfa129be5d3ebf9af60","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b9ccbcfa129be5d3ebf9af60: start","job_status":"start","queue_duration_s":1.02098,"scheduling_latency_s":1.020997}1380vm-test-run-nixbot-gitlab> gitlab # [ 226.389769] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.782Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b9ccbcfa129be5d3ebf9af60","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b9ccbcfa129be5d3ebf9af60: done: 0.014864 sec","job_status":"done","queue_duration_s":1.02098,"scheduling_latency_s":1.020997,"redis_calls":13,"redis_duration_s":0.0014420000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000536,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000906,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010306,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014864,"completed_at":"2026-06-29T10:47:49.782Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1381vm-test-run-nixbot-gitlab> gitlab # [ 226.430748] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.784Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9a94c977afd774824798598","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9a94c977afd774824798598: start","job_status":"start","queue_duration_s":1.037062,"scheduling_latency_s":1.037079}1382vm-test-run-nixbot-gitlab> gitlab # [ 226.443630] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.798Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9a94c977afd774824798598","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9a94c977afd774824798598: done: 0.014494 sec","job_status":"done","queue_duration_s":1.037062,"scheduling_latency_s":1.037079,"redis_calls":13,"redis_duration_s":0.001409,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000493,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000916,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010176,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014494,"completed_at":"2026-06-29T10:47:49.798Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1383vm-test-run-nixbot-gitlab> gitlab # [ 226.483761] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.799Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d35555a6fd16f6ba2b55e3aa","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d35555a6fd16f6ba2b55e3aa: start","job_status":"start","queue_duration_s":1.0528,"scheduling_latency_s":1.052816}1384vm-test-run-nixbot-gitlab> gitlab # [ 226.496591] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:49.999Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d35555a6fd16f6ba2b55e3aa","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d35555a6fd16f6ba2b55e3aa: done: 0.199552 sec","job_status":"done","queue_duration_s":1.0528,"scheduling_latency_s":1.052816,"redis_calls":13,"redis_duration_s":0.001917,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000956,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000961,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013228,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.199552,"completed_at":"2026-06-29T10:47:49.999Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1385vm-test-run-nixbot-gitlab> gitlab # [ 226.536562] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1864599e2a767c63125c7408","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1864599e2a767c63125c7408: start","job_status":"start","queue_duration_s":1.255741,"scheduling_latency_s":1.255782}1386vm-test-run-nixbot-gitlab> gitlab # [ 226.548899] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.040Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1864599e2a767c63125c7408","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1864599e2a767c63125c7408: done: 0.037922 sec","job_status":"done","queue_duration_s":1.255741,"scheduling_latency_s":1.255782,"redis_calls":13,"redis_duration_s":0.003846,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001304,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002542,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026828,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.037922,"completed_at":"2026-06-29T10:47:50.040Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1387vm-test-run-nixbot-gitlab> gitlab # [ 226.588710] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.043Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1162eae8427ba25f2a195cf","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1162eae8427ba25f2a195cf: start","job_status":"start","queue_duration_s":1.29637,"scheduling_latency_s":1.296404}1388vm-test-run-nixbot-gitlab> gitlab # [ 226.602292] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.070Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1162eae8427ba25f2a195cf","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1162eae8427ba25f2a195cf: done: 0.027294 sec","job_status":"done","queue_duration_s":1.29637,"scheduling_latency_s":1.296404,"redis_calls":13,"redis_duration_s":0.0029130000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00201,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018218,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.027294,"completed_at":"2026-06-29T10:47:50.070Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1389vm-test-run-nixbot-gitlab> gitlab # [ 226.642431] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.072Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d26d76958611ecaca8ed9d3f","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d26d76958611ecaca8ed9d3f: start","job_status":"start","queue_duration_s":1.325271,"scheduling_latency_s":1.325295}1390vm-test-run-nixbot-gitlab> gitlab # [ 226.655019] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d26d76958611ecaca8ed9d3f","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d26d76958611ecaca8ed9d3f: done: 0.019856 sec","job_status":"done","queue_duration_s":1.325271,"scheduling_latency_s":1.325295,"redis_calls":13,"redis_duration_s":0.0021809999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000691,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00149,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013463,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019856,"completed_at":"2026-06-29T10:47:50.092Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1391vm-test-run-nixbot-gitlab> gitlab # [ 226.695181] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.093Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4687b54f0af892a7ab629a0","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4687b54f0af892a7ab629a0: start","job_status":"start","queue_duration_s":1.34637,"scheduling_latency_s":1.346389}1392vm-test-run-nixbot-gitlab> gitlab # [ 226.708043] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.110Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4687b54f0af892a7ab629a0","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4687b54f0af892a7ab629a0: done: 0.016898 sec","job_status":"done","queue_duration_s":1.34637,"scheduling_latency_s":1.346389,"redis_calls":13,"redis_duration_s":0.001655,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000609,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001046,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011535,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016898,"completed_at":"2026-06-29T10:47:50.110Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1393vm-test-run-nixbot-gitlab> gitlab # [ 226.748274] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.111Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"353b46ddc4a05f9e9e78a373","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-353b46ddc4a05f9e9e78a373: start","job_status":"start","queue_duration_s":1.364381,"scheduling_latency_s":1.364399}1394vm-test-run-nixbot-gitlab> gitlab # [ 226.760904] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.127Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"353b46ddc4a05f9e9e78a373","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-353b46ddc4a05f9e9e78a373: done: 0.01564 sec","job_status":"done","queue_duration_s":1.364381,"scheduling_latency_s":1.364399,"redis_calls":13,"redis_duration_s":0.001556,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000575,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000981,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010603,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01564,"completed_at":"2026-06-29T10:47:50.127Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1395vm-test-run-nixbot-gitlab> gitlab # [ 226.800529] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.128Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74572d4eb1b66420d2043035","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74572d4eb1b66420d2043035: start","job_status":"start","queue_duration_s":1.381104,"scheduling_latency_s":1.381122}1396vm-test-run-nixbot-gitlab> gitlab # [ 226.814054] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.142Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74572d4eb1b66420d2043035","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74572d4eb1b66420d2043035: done: 0.014419 sec","job_status":"done","queue_duration_s":1.381104,"scheduling_latency_s":1.381122,"redis_calls":13,"redis_duration_s":0.001591,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000701,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00089,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009866,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014419,"completed_at":"2026-06-29T10:47:50.142Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1397vm-test-run-nixbot-gitlab> gitlab # [ 226.854246] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.143Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb45b89aff3cb7e23b198604","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb45b89aff3cb7e23b198604: start","job_status":"start","queue_duration_s":1.396727,"scheduling_latency_s":1.396743}1398vm-test-run-nixbot-gitlab> gitlab # [ 226.867032] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.158Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb45b89aff3cb7e23b198604","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb45b89aff3cb7e23b198604: done: 0.014961 sec","job_status":"done","queue_duration_s":1.396727,"scheduling_latency_s":1.396743,"redis_calls":13,"redis_duration_s":0.001577,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001046,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010132,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014961,"completed_at":"2026-06-29T10:47:50.158Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1399vm-test-run-nixbot-gitlab> gitlab # [ 226.906894] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.159Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2ea6370e18f130e6affad9f","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2ea6370e18f130e6affad9f: start","job_status":"start","queue_duration_s":1.412915,"scheduling_latency_s":1.412931}1400vm-test-run-nixbot-gitlab> gitlab # [ 226.919587] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.174Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2ea6370e18f130e6affad9f","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2ea6370e18f130e6affad9f: done: 0.014806 sec","job_status":"done","queue_duration_s":1.412915,"scheduling_latency_s":1.412931,"redis_calls":13,"redis_duration_s":0.001464,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000548,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000916,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014806,"completed_at":"2026-06-29T10:47:50.174Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1401vm-test-run-nixbot-gitlab> gitlab # [ 226.959874] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.176Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a556c2f7c52577f9644edbed","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a556c2f7c52577f9644edbed: start","job_status":"start","queue_duration_s":1.428969,"scheduling_latency_s":1.428985}1402vm-test-run-nixbot-gitlab> gitlab # [ 226.972790] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.190Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a556c2f7c52577f9644edbed","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a556c2f7c52577f9644edbed: done: 0.014582 sec","job_status":"done","queue_duration_s":1.428969,"scheduling_latency_s":1.428985,"redis_calls":13,"redis_duration_s":0.001426,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000518,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000908,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010207,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014582,"completed_at":"2026-06-29T10:47:50.190Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1403vm-test-run-nixbot-gitlab> gitlab # [ 227.013562] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.191Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb307b7f444ed2f5e02e4d85","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb307b7f444ed2f5e02e4d85: start","job_status":"start","queue_duration_s":1.444746,"scheduling_latency_s":1.444762}1404vm-test-run-nixbot-gitlab> gitlab # [ 227.026627] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.206Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb307b7f444ed2f5e02e4d85","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb307b7f444ed2f5e02e4d85: done: 0.014704 sec","job_status":"done","queue_duration_s":1.444746,"scheduling_latency_s":1.444762,"redis_calls":13,"redis_duration_s":0.0014529999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000931,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010352,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014704,"completed_at":"2026-06-29T10:47:50.206Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1405vm-test-run-nixbot-gitlab> gitlab # [ 227.066962] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.207Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87a57efb6a967d5ff46ab052","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87a57efb6a967d5ff46ab052: start","job_status":"start","queue_duration_s":1.460706,"scheduling_latency_s":1.460724}1406vm-test-run-nixbot-gitlab> gitlab # [ 227.079962] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.222Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87a57efb6a967d5ff46ab052","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87a57efb6a967d5ff46ab052: done: 0.01457 sec","job_status":"done","queue_duration_s":1.460706,"scheduling_latency_s":1.460724,"redis_calls":13,"redis_duration_s":0.001388,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000492,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000896,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010019,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01457,"completed_at":"2026-06-29T10:47:50.222Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1407vm-test-run-nixbot-gitlab> gitlab # [ 227.121024] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.223Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f69489dacbcd4855f64f741d","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f69489dacbcd4855f64f741d: start","job_status":"start","queue_duration_s":1.476339,"scheduling_latency_s":1.476355}1408vm-test-run-nixbot-gitlab> gitlab # [ 227.133806] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.237Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f69489dacbcd4855f64f741d","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f69489dacbcd4855f64f741d: done: 0.014402 sec","job_status":"done","queue_duration_s":1.476339,"scheduling_latency_s":1.476355,"redis_calls":13,"redis_duration_s":0.0013969999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000511,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000886,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009929,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014402,"completed_at":"2026-06-29T10:47:50.237Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1409vm-test-run-nixbot-gitlab> gitlab # [ 227.173978] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.238Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b7dd68edf4f42894b3faca54","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b7dd68edf4f42894b3faca54: start","job_status":"start","queue_duration_s":1.491734,"scheduling_latency_s":1.49175}1410vm-test-run-nixbot-gitlab> gitlab # [ 227.186768] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.253Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b7dd68edf4f42894b3faca54","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b7dd68edf4f42894b3faca54: done: 0.014965 sec","job_status":"done","queue_duration_s":1.491734,"scheduling_latency_s":1.49175,"redis_calls":13,"redis_duration_s":0.001503,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000527,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000976,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014965,"completed_at":"2026-06-29T10:47:50.253Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1411vm-test-run-nixbot-gitlab> gitlab # [ 227.227489] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.254Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ca113c5d769eb881b3c6b1a","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ca113c5d769eb881b3c6b1a: start","job_status":"start","queue_duration_s":1.507769,"scheduling_latency_s":1.507785}1412vm-test-run-nixbot-gitlab> gitlab # [ 227.240302] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ca113c5d769eb881b3c6b1a","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ca113c5d769eb881b3c6b1a: done: 0.014981 sec","job_status":"done","queue_duration_s":1.507769,"scheduling_latency_s":1.507785,"redis_calls":13,"redis_duration_s":0.001443,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000509,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009933,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014981,"completed_at":"2026-06-29T10:47:50.269Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1413vm-test-run-nixbot-gitlab> gitlab # [ 227.280072] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.270Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04648b611ba9c7badc65b1f2","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04648b611ba9c7badc65b1f2: start","job_status":"start","queue_duration_s":1.523922,"scheduling_latency_s":1.523938}1414vm-test-run-nixbot-gitlab> gitlab # [ 227.292578] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.285Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04648b611ba9c7badc65b1f2","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04648b611ba9c7badc65b1f2: done: 0.014732 sec","job_status":"done","queue_duration_s":1.523922,"scheduling_latency_s":1.523938,"redis_calls":13,"redis_duration_s":0.001505,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000558,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010011,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014732,"completed_at":"2026-06-29T10:47:50.285Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1415vm-test-run-nixbot-gitlab> gitlab # [ 227.331955] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.286Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99fc8bcbed75725d02be052c","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99fc8bcbed75725d02be052c: start","job_status":"start","queue_duration_s":1.539742,"scheduling_latency_s":1.539759}1416vm-test-run-nixbot-gitlab> gitlab # [ 227.344775] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.301Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"99fc8bcbed75725d02be052c","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-99fc8bcbed75725d02be052c: done: 0.014727 sec","job_status":"done","queue_duration_s":1.539742,"scheduling_latency_s":1.539759,"redis_calls":13,"redis_duration_s":0.001421,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000896,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010155,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014727,"completed_at":"2026-06-29T10:47:50.301Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1417vm-test-run-nixbot-gitlab> gitlab # [ 227.384405] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.302Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d018c3e6bf3bf7482cd1727","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d018c3e6bf3bf7482cd1727: start","job_status":"start","queue_duration_s":1.555665,"scheduling_latency_s":1.555681}1418vm-test-run-nixbot-gitlab> gitlab # [ 227.396633] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.317Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7d018c3e6bf3bf7482cd1727","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7d018c3e6bf3bf7482cd1727: done: 0.014598 sec","job_status":"done","queue_duration_s":1.555665,"scheduling_latency_s":1.555681,"redis_calls":13,"redis_duration_s":0.001472,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000929,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009996,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014598,"completed_at":"2026-06-29T10:47:50.317Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1419vm-test-run-nixbot-gitlab> gitlab # [ 227.437202] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.318Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6effcd879b844e86dd5af165","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6effcd879b844e86dd5af165: start","job_status":"start","queue_duration_s":1.571469,"scheduling_latency_s":1.571485}1420vm-test-run-nixbot-gitlab> gitlab # [ 227.449972] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.333Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6effcd879b844e86dd5af165","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6effcd879b844e86dd5af165: done: 0.014976 sec","job_status":"done","queue_duration_s":1.571469,"scheduling_latency_s":1.571485,"redis_calls":13,"redis_duration_s":0.0015270000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000567,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00096,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010357,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014976,"completed_at":"2026-06-29T10:47:50.333Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1421vm-test-run-nixbot-gitlab> gitlab # [ 227.490103] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.334Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a14ef4ea9a8d6781d2001cb","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a14ef4ea9a8d6781d2001cb: start","job_status":"start","queue_duration_s":1.587624,"scheduling_latency_s":1.587641}1422vm-test-run-nixbot-gitlab> gitlab # [ 227.502872] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:47:50.349Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a14ef4ea9a8d6781d2001cb","created_at":"2026-06-29T10:47:48.665Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-7f88f2bacb584087","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"a00b640d5fa5cede2fd8122bd1ffad8c","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:47:48.747Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a14ef4ea9a8d6781d2001cb: done: 0.014443 sec","job_status":"done","queue_duration_s":1.587624,"scheduling_latency_s":1.587641,"redis_calls":13,"redis_duration_s":0.001409,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000501,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000908,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014443,"completed_at":"2026-06-29T10:47:50.349Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1423vm-test-run-nixbot-gitlab> gitlab # [ 237.894740] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:02.715Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"226bae77c1d1e595a936092a","created_at":"2026-06-29T10:48:02.684Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b08d00d85e31b14c3365aae16ea681bd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.706Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-226bae77c1d1e595a936092a: start","job_status":"start","queue_duration_s":0.008847,"scheduling_latency_s":0.008908}1424vm-test-run-nixbot-gitlab> gitlab # [ 238.049823] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:02.871Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ObjectStorage::DeleteStaleDirectUploadsWorker","jid":"226bae77c1d1e595a936092a","created_at":"2026-06-29T10:48:02.684Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b08d00d85e31b14c3365aae16ea681bd","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:da92be7816ff691bea6b0627c50cb73b98e4b5009a988cab37d277c0df9aa326","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.706Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ObjectStorage::DeleteStaleDirectUploadsWorker JID-226bae77c1d1e595a936092a: done: 0.155943 sec","job_status":"done","queue_duration_s":0.008847,"scheduling_latency_s":0.008908,"redis_calls":12,"redis_duration_s":0.020526,"redis_read_bytes":11,"redis_write_bytes":1247,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.004141,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.007147,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.009238,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":296,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.041842,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00211672,"extra.object_storage_delete_stale_direct_uploads_worker.total_pending_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.total_deleted_stale_entries":0,"extra.object_storage_delete_stale_direct_uploads_worker.execution_timeout":false,"duration_s":0.155943,"completed_at":"2026-06-29T10:48:02.871Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01633,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1425vm-test-run-nixbot-gitlab> gitlab # [ 238.146484] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:02.930Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"3170015179458088fe3e3929","created_at":"2026-06-29T10:48:02.736Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"07a4f5eb0a7fb58fc00e31131b4d9c78","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.773Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-3170015179458088fe3e3929: start","job_status":"start","queue_duration_s":0.156533,"scheduling_latency_s":0.156581}1426vm-test-run-nixbot-gitlab> gitlab # [ 238.355591] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.177Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"3170015179458088fe3e3929","created_at":"2026-06-29T10:48:02.736Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"07a4f5eb0a7fb58fc00e31131b4d9c78","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.773Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-3170015179458088fe3e3929: done: 0.24735 sec","job_status":"done","queue_duration_s":0.156533,"scheduling_latency_s":0.156581,"redis_calls":12,"redis_duration_s":0.016689,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.003605,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001734,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.008248,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003102,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.038934,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0013125,"duration_s":0.24735,"completed_at":"2026-06-29T10:48:03.177Z","load_balancing_strategy":"primary","db_duration_s":0.005372,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1427vm-test-run-nixbot-gitlab> gitlab # [ 238.452368] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.208Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"5af8f8f578e835564851b332","created_at":"2026-06-29T10:48:02.782Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ae88a6a954cba5037f2d6573a26d4beb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.788Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-5af8f8f578e835564851b332: start","job_status":"start","queue_duration_s":0.420154,"scheduling_latency_s":0.4202}1428vm-test-run-nixbot-gitlab> gitlab # [ 238.662000] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.483Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"5af8f8f578e835564851b332","created_at":"2026-06-29T10:48:02.782Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ae88a6a954cba5037f2d6573a26d4beb","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.788Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-5af8f8f578e835564851b332: done: 0.274785 sec","job_status":"done","queue_duration_s":0.420154,"scheduling_latency_s":0.4202,"redis_calls":9,"redis_duration_s":0.010379,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.006715,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003664,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.071,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.071,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.063632,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00144196,"exclusive_lock_hold_duration_s":0.20270942,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.274785,"completed_at":"2026-06-29T10:48:03.483Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.223829,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1429vm-test-run-nixbot-gitlab> gitlab # [ 238.755771] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.486Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"ca68a9477d44429c5266a4bf","created_at":"2026-06-29T10:48:02.805Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ff11a80dd72094e92790df351fc7d741","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.814Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-ca68a9477d44429c5266a4bf: start","job_status":"start","queue_duration_s":0.672293,"scheduling_latency_s":0.672339}1430vm-test-run-nixbot-gitlab> gitlab # [ 238.773625] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.519Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"ca68a9477d44429c5266a4bf","created_at":"2026-06-29T10:48:02.805Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ff11a80dd72094e92790df351fc7d741","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.814Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-ca68a9477d44429c5266a4bf: done: 0.032488 sec","job_status":"done","queue_duration_s":0.672293,"scheduling_latency_s":0.672339,"redis_calls":8,"redis_duration_s":0.0023250000000000002,"redis_read_bytes":133,"redis_write_bytes":901,"redis_feature_flag_calls":1,"redis_feature_flag_duration_s":0.000264,"redis_feature_flag_read_bytes":128,"redis_feature_flag_write_bytes":70,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001515,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000546,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02008,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032488,"completed_at":"2026-06-29T10:48:03.519Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1431vm-test-run-nixbot-gitlab> gitlab # [ 238.817530] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.522Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"a5ace099cb741340d22226be","created_at":"2026-06-29T10:48:02.838Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4405485f687da138f2d173e1d1132470","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.852Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-a5ace099cb741340d22226be: start","job_status":"start","queue_duration_s":0.66972,"scheduling_latency_s":0.669748}1432vm-test-run-nixbot-gitlab> gitlab # [ 239.109198] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.929Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"a5ace099cb741340d22226be","created_at":"2026-06-29T10:48:02.838Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4405485f687da138f2d173e1d1132470","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.852Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-a5ace099cb741340d22226be: done: 0.407519 sec","job_status":"done","queue_duration_s":0.66972,"scheduling_latency_s":0.669748,"redis_calls":11,"redis_duration_s":0.002647,"redis_read_bytes":9,"redis_write_bytes":1262,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000377,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":275,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001167,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001103,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.062,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":124,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.062,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.332839,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00068592,"exclusive_lock_hold_duration_s":0.38273764,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.407519,"completed_at":"2026-06-29T10:48:03.929Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.094794,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1433vm-test-run-nixbot-gitlab> gitlab # [ 239.206949] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.933Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"eacc26eddccb1008815a753a","created_at":"2026-06-29T10:48:02.873Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9cea78c22d03811a83525f5146690275","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.880Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-eacc26eddccb1008815a753a: start","job_status":"start","queue_duration_s":1.052706,"scheduling_latency_s":1.052754}1434vm-test-run-nixbot-gitlab> gitlab # [ 239.225016] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.953Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1435vm-test-run-nixbot-gitlab> gitlab # [ 239.228706] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.967Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"eacc26eddccb1008815a753a","created_at":"2026-06-29T10:48:02.873Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9cea78c22d03811a83525f5146690275","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.880Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-eacc26eddccb1008815a753a: done: 0.034394 sec","job_status":"done","queue_duration_s":1.052706,"scheduling_latency_s":1.052754,"redis_calls":7,"redis_duration_s":0.00253,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001912,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000618,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021469,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034394,"completed_at":"2026-06-29T10:48:03.967Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1436vm-test-run-nixbot-gitlab> gitlab # [ 239.272543] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.970Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"4ae3b4cf04d9b42600add2d9","created_at":"2026-06-29T10:48:02.910Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e689b9599264ca0588d2630157ebab3a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.914Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-4ae3b4cf04d9b42600add2d9: start","job_status":"start","queue_duration_s":1.055643,"scheduling_latency_s":1.055676}1437vm-test-run-nixbot-gitlab> gitlab # [ 239.287803] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.995Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"4ae3b4cf04d9b42600add2d9","created_at":"2026-06-29T10:48:02.910Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e689b9599264ca0588d2630157ebab3a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.914Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-4ae3b4cf04d9b42600add2d9: done: 0.02514 sec","job_status":"done","queue_duration_s":1.055643,"scheduling_latency_s":1.055676,"redis_calls":7,"redis_duration_s":0.001835,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001351,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000484,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01689,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02514,"completed_at":"2026-06-29T10:48:03.995Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1438vm-test-run-nixbot-gitlab> gitlab # [ 239.330003] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:03.997Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"a1f923c6c10ab8024a525560","created_at":"2026-06-29T10:48:02.929Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.935Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-a1f923c6c10ab8024a525560: start","job_status":"start","queue_duration_s":1.061652,"scheduling_latency_s":1.061677}1439vm-test-run-nixbot-gitlab> gitlab # [ 239.343864] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.033Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"a1f923c6c10ab8024a525560","created_at":"2026-06-29T10:48:02.929Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.935Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-a1f923c6c10ab8024a525560: done: 0.036097 sec","job_status":"done","queue_duration_s":1.061652,"scheduling_latency_s":1.061677,"redis_calls":14,"redis_duration_s":0.00259,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.000273,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.001738,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000579,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027228,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.036097,"completed_at":"2026-06-29T10:48:04.033Z","load_balancing_strategy":"primary","db_duration_s":0.002194,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1440vm-test-run-nixbot-gitlab> gitlab # [ 239.385892] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.034Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"580cd4ced17e436ad9a8b0e3","created_at":"2026-06-29T10:48:02.940Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"62da82761adc1d68c045372543370df4","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.944Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-580cd4ced17e436ad9a8b0e3: start","job_status":"start","queue_duration_s":1.089982,"scheduling_latency_s":1.090004}1441vm-test-run-nixbot-gitlab> gitlab # [ 239.400639] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.045Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1442vm-test-run-nixbot-gitlab> gitlab # [ 239.403781] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.052Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"580cd4ced17e436ad9a8b0e3","created_at":"2026-06-29T10:48:02.940Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"62da82761adc1d68c045372543370df4","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.944Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-580cd4ced17e436ad9a8b0e3: done: 0.017915 sec","job_status":"done","queue_duration_s":1.089982,"scheduling_latency_s":1.090004,"redis_calls":7,"redis_duration_s":0.001229,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000887,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000342,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011916,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017915,"completed_at":"2026-06-29T10:48:04.052Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1443vm-test-run-nixbot-gitlab> gitlab # [ 239.444992] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.054Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"284d11753731ec8f268c8718","created_at":"2026-06-29T10:48:02.949Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bcdcdc554a1d76ba4cdb3817ac96c2a7","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.954Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-284d11753731ec8f268c8718: start","job_status":"start","queue_duration_s":1.099984,"scheduling_latency_s":1.100008}1444vm-test-run-nixbot-gitlab> gitlab # [ 239.459341] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.072Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"284d11753731ec8f268c8718","created_at":"2026-06-29T10:48:02.949Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bcdcdc554a1d76ba4cdb3817ac96c2a7","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.954Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-284d11753731ec8f268c8718: done: 0.018527 sec","job_status":"done","queue_duration_s":1.099984,"scheduling_latency_s":1.100008,"redis_calls":9,"redis_duration_s":0.0015270000000000001,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000816,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000711,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011102,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0005376,"exclusive_lock_hold_duration_s":0.00338802,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.018527,"completed_at":"2026-06-29T10:48:04.072Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001892,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1445vm-test-run-nixbot-gitlab> gitlab # [ 239.503150] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.074Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"4650d961abbb2c9beea7c0c8","created_at":"2026-06-29T10:48:02.959Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"094d12a46b4065d7b3224a8f9daf7fad","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.962Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-4650d961abbb2c9beea7c0c8: start","job_status":"start","queue_duration_s":1.1113,"scheduling_latency_s":1.111319}1446vm-test-run-nixbot-gitlab> gitlab # [ 239.517768] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.091Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"4650d961abbb2c9beea7c0c8","created_at":"2026-06-29T10:48:02.959Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"094d12a46b4065d7b3224a8f9daf7fad","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.962Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-4650d961abbb2c9beea7c0c8: done: 0.017597 sec","job_status":"done","queue_duration_s":1.1113,"scheduling_latency_s":1.111319,"redis_calls":7,"redis_duration_s":0.001214,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000904,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00031,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010192,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017597,"completed_at":"2026-06-29T10:48:04.091Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001968,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1447vm-test-run-nixbot-gitlab> gitlab # [ 239.558707] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.093Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"874fbc59e9cf406d6328ee89","created_at":"2026-06-29T10:48:02.969Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"04e89920916f124390c5db77f5d60c0b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.972Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-874fbc59e9cf406d6328ee89: start","job_status":"start","queue_duration_s":1.120744,"scheduling_latency_s":1.120764}1448vm-test-run-nixbot-gitlab> gitlab # [ 239.573421] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.133Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"874fbc59e9cf406d6328ee89","created_at":"2026-06-29T10:48:02.969Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"04e89920916f124390c5db77f5d60c0b","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.972Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-874fbc59e9cf406d6328ee89: done: 0.039852 sec","job_status":"done","queue_duration_s":1.120744,"scheduling_latency_s":1.120764,"redis_calls":9,"redis_duration_s":0.001429,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000717,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000712,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0006216,"exclusive_lock_hold_duration_s":0.01285792,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.039852,"completed_at":"2026-06-29T10:48:04.133Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.016177,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [ 239.617235] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.134Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"7346e91c23f690bb94949fa2","created_at":"2026-06-29T10:48:02.981Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"97ad899750244f8409469b20c76f60c3","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.989Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-7346e91c23f690bb94949fa2: start","job_status":"start","queue_duration_s":1.144726,"scheduling_latency_s":1.144743}1450vm-test-run-nixbot-gitlab> gitlab # [ 239.632000] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.158Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"7346e91c23f690bb94949fa2","created_at":"2026-06-29T10:48:02.981Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"97ad899750244f8409469b20c76f60c3","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.989Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-7346e91c23f690bb94949fa2: done: 0.023403 sec","job_status":"done","queue_duration_s":1.144726,"scheduling_latency_s":1.144743,"redis_calls":12,"redis_duration_s":0.001583,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000267,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000701,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000615,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01453,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0004463,"exclusive_lock_hold_duration_s":0.00414722,"duration_s":0.023403,"completed_at":"2026-06-29T10:48:04.157Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00184,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451vm-test-run-nixbot-gitlab> gitlab # [ 239.674900] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.159Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"d243357d151a433c3c31e0bb","created_at":"2026-06-29T10:48:02.995Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"534e96cd7ad93d2bc6918aeaea047dd2","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.998Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-d243357d151a433c3c31e0bb: start","job_status":"start","queue_duration_s":1.160868,"scheduling_latency_s":1.160885}1452vm-test-run-nixbot-gitlab> gitlab # [ 239.690500] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.178Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"d243357d151a433c3c31e0bb","created_at":"2026-06-29T10:48:02.995Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"534e96cd7ad93d2bc6918aeaea047dd2","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:02.998Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-d243357d151a433c3c31e0bb: done: 0.01908 sec","job_status":"done","queue_duration_s":1.160868,"scheduling_latency_s":1.160885,"redis_calls":7,"redis_duration_s":0.0009599999999999999,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00069,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00027,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011284,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01908,"completed_at":"2026-06-29T10:48:04.178Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003043,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453vm-test-run-nixbot-gitlab> gitlab # [ 239.731519] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.180Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"6b3eaa5bdc060035c53c457d","created_at":"2026-06-29T10:48:03.025Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8fcd3c9a40240a7cacbd83e46fb972d1","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.029Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-6b3eaa5bdc060035c53c457d: start","job_status":"start","queue_duration_s":1.15054,"scheduling_latency_s":1.150557}1454vm-test-run-nixbot-gitlab> gitlab # [ 239.745807] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.200Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"6b3eaa5bdc060035c53c457d","created_at":"2026-06-29T10:48:03.025Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8fcd3c9a40240a7cacbd83e46fb972d1","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.029Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-6b3eaa5bdc060035c53c457d: done: 0.020029 sec","job_status":"done","queue_duration_s":1.15054,"scheduling_latency_s":1.150557,"redis_calls":7,"redis_duration_s":0.0009780000000000001,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000719,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000259,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008983,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.020029,"completed_at":"2026-06-29T10:48:04.200Z","load_balancing_strategy":"primary","db_duration_s":0.006019,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1455vm-test-run-nixbot-gitlab> gitlab # [ 239.787260] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.201Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"1cffaa9b984b9976fb76a8af","created_at":"2026-06-29T10:48:03.138Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d7d706b4bffbf8760a5e8cc82b84162f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T10:48:03.142Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-1cffaa9b984b9976fb76a8af: start","job_status":"start","queue_duration_s":1.058756,"scheduling_latency_s":1.058771}1456vm-test-run-nixbot-gitlab> gitlab # [ 239.801129] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.208Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1457vm-test-run-nixbot-gitlab> gitlab # [ 239.804500] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.213Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"1cffaa9b984b9976fb76a8af","created_at":"2026-06-29T10:48:03.138Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d7d706b4bffbf8760a5e8cc82b84162f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T10:48:03.142Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-1cffaa9b984b9976fb76a8af: done: 0.012759 sec","job_status":"done","queue_duration_s":1.058756,"scheduling_latency_s":1.058771,"redis_calls":7,"redis_duration_s":0.0009209999999999999,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000664,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000257,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008425,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012759,"completed_at":"2026-06-29T10:48:04.213Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1458vm-test-run-nixbot-gitlab> gitlab # [ 239.844704] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.215Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"87e5b4bf766374ff3080c7c7","created_at":"2026-06-29T10:48:03.169Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.181Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-87e5b4bf766374ff3080c7c7: start","job_status":"start","queue_duration_s":1.033187,"scheduling_latency_s":1.033204}1459vm-test-run-nixbot-gitlab> gitlab # [ 239.858243] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.314Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"87e5b4bf766374ff3080c7c7","created_at":"2026-06-29T10:48:03.169Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.181Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-87e5b4bf766374ff3080c7c7: done: 0.099886 sec","job_status":"done","queue_duration_s":1.033187,"scheduling_latency_s":1.033204,"redis_calls":65,"redis_duration_s":0.0088,"redis_read_bytes":114,"redis_write_bytes":41332,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000533,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.000531,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37035,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.007334,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3374,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000402,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":267,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.088001,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022556,"duration_s":0.099886,"completed_at":"2026-06-29T10:48:04.314Z","load_balancing_strategy":"primary","db_duration_s":0.001253,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1460vm-test-run-nixbot-gitlab> gitlab # [ 239.902455] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.316Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"f031639225d20460b759e088","created_at":"2026-06-29T10:48:03.196Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.200Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-f031639225d20460b759e088: start","job_status":"start","queue_duration_s":1.115472,"scheduling_latency_s":1.115489}1461vm-test-run-nixbot-gitlab> gitlab # [ 239.916330] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.403Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"f031639225d20460b759e088","created_at":"2026-06-29T10:48:03.196Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.200Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-f031639225d20460b759e088: done: 0.087739 sec","job_status":"done","queue_duration_s":1.115472,"scheduling_latency_s":1.115489,"redis_calls":60,"redis_duration_s":0.009,"redis_read_bytes":109,"redis_write_bytes":41109,"redis_queues_calls":2,"redis_queues_duration_s":0.000539,"redis_queues_read_bytes":4,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.00806,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000401,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.079839,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.087739,"completed_at":"2026-06-29T10:48:04.403Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1462vm-test-run-nixbot-gitlab> gitlab # [ 239.958061] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.404Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"cbfcde75850e7270ec44601b","created_at":"2026-06-29T10:48:03.206Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c83ee8a30c901665dcdcdfa84883f424","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.214Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-cbfcde75850e7270ec44601b: start","job_status":"start","queue_duration_s":1.190532,"scheduling_latency_s":1.190548}1463vm-test-run-nixbot-gitlab> gitlab # [ 239.972177] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.420Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"cbfcde75850e7270ec44601b","created_at":"2026-06-29T10:48:03.206Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c83ee8a30c901665dcdcdfa84883f424","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.214Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-cbfcde75850e7270ec44601b: done: 0.015772 sec","job_status":"done","queue_duration_s":1.190532,"scheduling_latency_s":1.190548,"redis_calls":9,"redis_duration_s":0.001242,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000647,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000595,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010028,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00045156,"exclusive_lock_hold_duration_s":0.00322292,"duration_s":0.015772,"completed_at":"2026-06-29T10:48:04.420Z","load_balancing_strategy":"primary","db_duration_s":0.001512,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1464vm-test-run-nixbot-gitlab> gitlab # [ 240.012619] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.421Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"2c19e1efe0b8c411388558fe","created_at":"2026-06-29T10:48:03.217Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf39e965c0578417d364a9763b2dd564","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T10:48:03.223Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-2c19e1efe0b8c411388558fe: start","job_status":"start","queue_duration_s":1.198066,"scheduling_latency_s":1.198081}1465vm-test-run-nixbot-gitlab> gitlab # [ 240.026061] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.442Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"2c19e1efe0b8c411388558fe","created_at":"2026-06-29T10:48:03.217Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf39e965c0578417d364a9763b2dd564","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T10:48:03.223Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-2c19e1efe0b8c411388558fe: done: 0.020508 sec","job_status":"done","queue_duration_s":1.198066,"scheduling_latency_s":1.198081,"redis_calls":7,"redis_duration_s":0.000934,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000675,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000259,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013899,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020508,"completed_at":"2026-06-29T10:48:04.442Z","load_balancing_strategy":"primary","db_duration_s":0.002557,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1466vm-test-run-nixbot-gitlab> gitlab # [ 240.065793] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.443Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"f0301004736e67e533858485","created_at":"2026-06-29T10:48:03.232Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"ef3f1b707619ba87a5ecf2ce63a55db3","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.251Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-f0301004736e67e533858485: start","job_status":"start","queue_duration_s":1.192037,"scheduling_latency_s":1.192054}1467vm-test-run-nixbot-gitlab> gitlab # [ 240.079715] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.461Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"f0301004736e67e533858485","created_at":"2026-06-29T10:48:03.232Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"ef3f1b707619ba87a5ecf2ce63a55db3","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.251Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-f0301004736e67e533858485: done: 0.017819 sec","job_status":"done","queue_duration_s":1.192037,"scheduling_latency_s":1.192054,"redis_calls":10,"redis_duration_s":0.001322,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000296,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000727,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000299,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010358,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00023308,"duration_s":0.017819,"completed_at":"2026-06-29T10:48:04.461Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000691,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1468vm-test-run-nixbot-gitlab> gitlab # [ 240.124796] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.462Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"729b8149f875801a044d7601","created_at":"2026-06-29T10:48:03.290Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"94180b0018a8f8c2d36442234a9e5d7c","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.295Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-729b8149f875801a044d7601: start","job_status":"start","queue_duration_s":1.167253,"scheduling_latency_s":1.167268}1469vm-test-run-nixbot-gitlab> gitlab # [ 240.139189] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.740Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"729b8149f875801a044d7601","created_at":"2026-06-29T10:48:03.290Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"94180b0018a8f8c2d36442234a9e5d7c","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.295Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-729b8149f875801a044d7601: done: 0.278396 sec","job_status":"done","queue_duration_s":1.167253,"scheduling_latency_s":1.167268,"redis_calls":571,"redis_duration_s":0.053029,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000684,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.052345,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.25828,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.278396,"completed_at":"2026-06-29T10:48:04.740Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1470vm-test-run-nixbot-gitlab> gitlab # [ 240.180129] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.742Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"d8a7259baf03a22320016956","created_at":"2026-06-29T10:48:03.338Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"741d6ea41b317afb93f51a365acf158b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.342Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-d8a7259baf03a22320016956: start","job_status":"start","queue_duration_s":1.399456,"scheduling_latency_s":1.399472}1471vm-test-run-nixbot-gitlab> gitlab # [ 240.194415] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.749Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1472vm-test-run-nixbot-gitlab> gitlab # [ 240.198159] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.754Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"d8a7259baf03a22320016956","created_at":"2026-06-29T10:48:03.338Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"741d6ea41b317afb93f51a365acf158b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.342Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-d8a7259baf03a22320016956: done: 0.012664 sec","job_status":"done","queue_duration_s":1.399456,"scheduling_latency_s":1.399472,"redis_calls":7,"redis_duration_s":0.001148,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000887,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000261,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008111,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012664,"completed_at":"2026-06-29T10:48:04.754Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1473vm-test-run-nixbot-gitlab> gitlab # [ 240.238916] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.755Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"d7b050ec8af7c21a99fa2fa2","created_at":"2026-06-29T10:48:03.355Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7f7bea200a7eaa894c038c43cb16b0ba","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-d7b050ec8af7c21a99fa2fa2: start","job_status":"start","queue_duration_s":1.388086,"scheduling_latency_s":1.388102}1474vm-test-run-nixbot-gitlab> gitlab # [ 240.253766] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.783Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"d7b050ec8af7c21a99fa2fa2","created_at":"2026-06-29T10:48:03.355Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"7f7bea200a7eaa894c038c43cb16b0ba","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.367Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-d7b050ec8af7c21a99fa2fa2: done: 0.027153 sec","job_status":"done","queue_duration_s":1.388086,"scheduling_latency_s":1.388102,"redis_calls":10,"redis_duration_s":0.001262,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000264,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000723,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000275,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015353,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022372,"duration_s":0.027153,"completed_at":"2026-06-29T10:48:04.782Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005448,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1475vm-test-run-nixbot-gitlab> gitlab # [ 240.297297] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.784Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"43364c3ed061c1630fbaebce","created_at":"2026-06-29T10:48:03.374Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"295e8fe7051d428cb581194eb5a5d6c2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.381Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-43364c3ed061c1630fbaebce: start","job_status":"start","queue_duration_s":1.403116,"scheduling_latency_s":1.403134}1476vm-test-run-nixbot-gitlab> gitlab # [ 240.311812] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.791Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1477vm-test-run-nixbot-gitlab> gitlab # [ 240.315894] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.796Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"43364c3ed061c1630fbaebce","created_at":"2026-06-29T10:48:03.374Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"295e8fe7051d428cb581194eb5a5d6c2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.381Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-43364c3ed061c1630fbaebce: done: 0.011969 sec","job_status":"done","queue_duration_s":1.403116,"scheduling_latency_s":1.403134,"redis_calls":7,"redis_duration_s":0.000919,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000652,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000267,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011969,"completed_at":"2026-06-29T10:48:04.796Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1478vm-test-run-nixbot-gitlab> gitlab # [ 240.357271] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.797Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"fd4afae61035244b7586cc07","created_at":"2026-06-29T10:48:03.399Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"055ba49f497e69e477126ccb1b69f1e6","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.404Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-fd4afae61035244b7586cc07: start","job_status":"start","queue_duration_s":1.393551,"scheduling_latency_s":1.393568}1479vm-test-run-nixbot-gitlab> gitlab # [ 240.372140] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.817Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"fd4afae61035244b7586cc07","created_at":"2026-06-29T10:48:03.399Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"055ba49f497e69e477126ccb1b69f1e6","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T10:48:03.404Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-fd4afae61035244b7586cc07: done: 0.019578 sec","job_status":"done","queue_duration_s":1.393551,"scheduling_latency_s":1.393568,"redis_calls":10,"redis_duration_s":0.001399,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000816,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000583,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012271,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00495616,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.019578,"completed_at":"2026-06-29T10:48:04.817Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003199,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1480vm-test-run-nixbot-gitlab> gitlab # [ 240.414934] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.818Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"b8529281faf66290fd8f8cd2","created_at":"2026-06-29T10:48:03.432Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0307e629c33fab1522f642c84d43a988","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T10:48:03.440Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-b8529281faf66290fd8f8cd2: start","job_status":"start","queue_duration_s":1.37763,"scheduling_latency_s":1.377646}1481vm-test-run-nixbot-gitlab> gitlab # [ 240.428591] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.825Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1482vm-test-run-nixbot-gitlab> gitlab # [ 240.432304] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.830Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"b8529281faf66290fd8f8cd2","created_at":"2026-06-29T10:48:03.432Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0307e629c33fab1522f642c84d43a988","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T10:48:03.440Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-b8529281faf66290fd8f8cd2: done: 0.012375 sec","job_status":"done","queue_duration_s":1.37763,"scheduling_latency_s":1.377646,"redis_calls":7,"redis_duration_s":0.001018,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000733,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000285,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00812,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012375,"completed_at":"2026-06-29T10:48:04.830Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1483vm-test-run-nixbot-gitlab> gitlab # [ 240.471936] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.831Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"35249a67026c8ab399675b08","created_at":"2026-06-29T10:48:04.012Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-c49062a06372416d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.025Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-35249a67026c8ab399675b08: start","job_status":"start","queue_duration_s":0.806,"scheduling_latency_s":0.806016}1484vm-test-run-nixbot-gitlab> gitlab # [ 240.484283] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.842Z","message":"No existing merge request to be cleaned up."}1485vm-test-run-nixbot-gitlab> gitlab # [ 240.485982] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.850Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"35249a67026c8ab399675b08","created_at":"2026-06-29T10:48:04.012Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-c49062a06372416d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.025Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-35249a67026c8ab399675b08: done: 0.018729 sec","job_status":"done","queue_duration_s":0.806,"scheduling_latency_s":0.806016,"redis_calls":10,"redis_duration_s":0.0013419999999999999,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000541,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000801,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012287,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018729,"completed_at":"2026-06-29T10:48:04.850Z","load_balancing_strategy":"primary","db_duration_s":0.002817,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1486vm-test-run-nixbot-gitlab> gitlab # [ 240.526014] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.851Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"9284d8da3bc1f9f49bc5f76c","created_at":"2026-06-29T10:48:04.012Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-c49062a06372416d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.025Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-9284d8da3bc1f9f49bc5f76c: start","job_status":"start","queue_duration_s":0.826063,"scheduling_latency_s":0.826079}1487vm-test-run-nixbot-gitlab> gitlab # [ 240.538581] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.861Z","message":"No existing merge request to be cleaned up."}1488vm-test-run-nixbot-gitlab> gitlab # [ 240.540294] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.869Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"9284d8da3bc1f9f49bc5f76c","created_at":"2026-06-29T10:48:04.012Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-c49062a06372416d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.025Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-9284d8da3bc1f9f49bc5f76c: done: 0.017858 sec","job_status":"done","queue_duration_s":0.826063,"scheduling_latency_s":0.826079,"redis_calls":10,"redis_duration_s":0.0013340000000000001,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000578,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000756,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012086,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017858,"completed_at":"2026-06-29T10:48:04.869Z","load_balancing_strategy":"primary","db_duration_s":0.002516,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [ 240.579157] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.870Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"562bf75742269f890d88cd47","created_at":"2026-06-29T10:48:04.012Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-c49062a06372416d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.025Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-562bf75742269f890d88cd47: start","job_status":"start","queue_duration_s":0.844982,"scheduling_latency_s":0.844999}1490vm-test-run-nixbot-gitlab> gitlab # [ 240.591761] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.880Z","message":"No existing merge request to be cleaned up."}1491vm-test-run-nixbot-gitlab> gitlab # [ 240.593603] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.890Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"562bf75742269f890d88cd47","created_at":"2026-06-29T10:48:04.012Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-c49062a06372416d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.025Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-562bf75742269f890d88cd47: done: 0.020311 sec","job_status":"done","queue_duration_s":0.844982,"scheduling_latency_s":0.844999,"redis_calls":10,"redis_duration_s":0.0013,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000538,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000762,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020311,"completed_at":"2026-06-29T10:48:04.890Z","load_balancing_strategy":"primary","db_duration_s":0.005121,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1492vm-test-run-nixbot-gitlab> gitlab # [ 240.632231] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.892Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"065c487282b5288e71f04ecc","created_at":"2026-06-29T10:48:04.012Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-c49062a06372416d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.025Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-065c487282b5288e71f04ecc: start","job_status":"start","queue_duration_s":0.86662,"scheduling_latency_s":0.866637}1493vm-test-run-nixbot-gitlab> gitlab # [ 240.644313] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.902Z","message":"No existing merge request to be cleaned up."}1494vm-test-run-nixbot-gitlab> gitlab # [ 240.646001] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.910Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"065c487282b5288e71f04ecc","created_at":"2026-06-29T10:48:04.012Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-c49062a06372416d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"3c074819ba3f2502acc461b3e19fd773","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.025Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-065c487282b5288e71f04ecc: done: 0.017854 sec","job_status":"done","queue_duration_s":0.86662,"scheduling_latency_s":0.866637,"redis_calls":10,"redis_duration_s":0.001268,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000737,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011884,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017854,"completed_at":"2026-06-29T10:48:04.910Z","load_balancing_strategy":"primary","db_duration_s":0.002776,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1495vm-test-run-nixbot-gitlab> gitlab # [ 240.685132] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.911Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"50a04834984c763758c0e749","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-50a04834984c763758c0e749: start","job_status":"start","queue_duration_s":0.604457,"scheduling_latency_s":0.604474}1496vm-test-run-nixbot-gitlab> gitlab # [ 240.697610] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.942Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"50a04834984c763758c0e749","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-50a04834984c763758c0e749: done: 0.030923 sec","job_status":"done","queue_duration_s":0.604457,"scheduling_latency_s":0.604474,"redis_calls":13,"redis_duration_s":0.001671,"redis_read_bytes":12,"redis_write_bytes":1300,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000271,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":289,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000614,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":395,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000786,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":616,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.007,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018627,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00022038,"duration_s":0.030923,"completed_at":"2026-06-29T10:48:04.942Z","load_balancing_strategy":"primary","db_duration_s":0.006085,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1497vm-test-run-nixbot-gitlab> gitlab # [ 240.740214] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.943Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3a0eead61ef9b428f03df907","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3a0eead61ef9b428f03df907: start","job_status":"start","queue_duration_s":0.636454,"scheduling_latency_s":0.63647}1498vm-test-run-nixbot-gitlab> gitlab # [ 240.752717] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.961Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3a0eead61ef9b428f03df907","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3a0eead61ef9b428f03df907: done: 0.018092 sec","job_status":"done","queue_duration_s":0.636454,"scheduling_latency_s":0.63647,"redis_calls":10,"redis_duration_s":0.001533,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00099,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018092,"completed_at":"2026-06-29T10:48:04.961Z","load_balancing_strategy":"primary","db_duration_s":0.002583,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1499vm-test-run-nixbot-gitlab> gitlab # [ 240.792281] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.962Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"be6fead4d0fc89bbbbadf587","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-be6fead4d0fc89bbbbadf587: start","job_status":"start","queue_duration_s":0.655664,"scheduling_latency_s":0.655682}1500vm-test-run-nixbot-gitlab> gitlab # [ 240.804911] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.981Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"be6fead4d0fc89bbbbadf587","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-be6fead4d0fc89bbbbadf587: done: 0.01899 sec","job_status":"done","queue_duration_s":0.655664,"scheduling_latency_s":0.655682,"redis_calls":10,"redis_duration_s":0.0013289999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000586,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000743,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011762,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01899,"completed_at":"2026-06-29T10:48:04.981Z","load_balancing_strategy":"primary","db_duration_s":0.002581,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1501vm-test-run-nixbot-gitlab> gitlab # [ 240.844525] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:04.982Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6966ad853eb50fa1f92a41ff","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6966ad853eb50fa1f92a41ff: start","job_status":"start","queue_duration_s":0.675682,"scheduling_latency_s":0.675699}1502vm-test-run-nixbot-gitlab> gitlab # [ 240.857248] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.000Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6966ad853eb50fa1f92a41ff","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6966ad853eb50fa1f92a41ff: done: 0.017699 sec","job_status":"done","queue_duration_s":0.675682,"scheduling_latency_s":0.675699,"redis_calls":10,"redis_duration_s":0.001315,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000764,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011847,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017699,"completed_at":"2026-06-29T10:48:05.000Z","load_balancing_strategy":"primary","db_duration_s":0.002369,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1503vm-test-run-nixbot-gitlab> gitlab # [ 240.897027] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.001Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"709971d7a41dee89c5688768","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-709971d7a41dee89c5688768: start","job_status":"start","queue_duration_s":0.694475,"scheduling_latency_s":0.694493}1504vm-test-run-nixbot-gitlab> gitlab # [ 240.910654] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.018Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"709971d7a41dee89c5688768","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-709971d7a41dee89c5688768: done: 0.017361 sec","job_status":"done","queue_duration_s":0.694475,"scheduling_latency_s":0.694493,"redis_calls":10,"redis_duration_s":0.001323,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000559,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000764,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011281,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017361,"completed_at":"2026-06-29T10:48:05.018Z","load_balancing_strategy":"primary","db_duration_s":0.002301,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1505vm-test-run-nixbot-gitlab> gitlab # [ 240.950654] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.019Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3af562f1a9191d3540cb2ff4","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3af562f1a9191d3540cb2ff4: start","job_status":"start","queue_duration_s":0.713153,"scheduling_latency_s":0.71317}1506vm-test-run-nixbot-gitlab> gitlab # [ 240.963307] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.037Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3af562f1a9191d3540cb2ff4","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3af562f1a9191d3540cb2ff4: done: 0.017593 sec","job_status":"done","queue_duration_s":0.713153,"scheduling_latency_s":0.71317,"redis_calls":10,"redis_duration_s":0.001578,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000567,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001011,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017593,"completed_at":"2026-06-29T10:48:05.037Z","load_balancing_strategy":"primary","db_duration_s":0.002223,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1507vm-test-run-nixbot-gitlab> gitlab # [ 241.003384] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2219006b035663d207fc09ad","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2219006b035663d207fc09ad: start","job_status":"start","queue_duration_s":0.731872,"scheduling_latency_s":0.73189}1508vm-test-run-nixbot-gitlab> gitlab # [ 241.016200] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.056Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2219006b035663d207fc09ad","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2219006b035663d207fc09ad: done: 0.017668 sec","job_status":"done","queue_duration_s":0.731872,"scheduling_latency_s":0.73189,"redis_calls":10,"redis_duration_s":0.0015,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000774,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000726,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011618,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017668,"completed_at":"2026-06-29T10:48:05.056Z","load_balancing_strategy":"primary","db_duration_s":0.002252,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1509vm-test-run-nixbot-gitlab> gitlab # [ 241.055760] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.057Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"05bee488eb7041b7e423ec7b","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-05bee488eb7041b7e423ec7b: start","job_status":"start","queue_duration_s":0.75058,"scheduling_latency_s":0.750598}1510vm-test-run-nixbot-gitlab> gitlab # [ 241.068687] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.074Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"05bee488eb7041b7e423ec7b","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-05bee488eb7041b7e423ec7b: done: 0.017244 sec","job_status":"done","queue_duration_s":0.75058,"scheduling_latency_s":0.750598,"redis_calls":10,"redis_duration_s":0.0013119999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000761,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011623,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017244,"completed_at":"2026-06-29T10:48:05.074Z","load_balancing_strategy":"primary","db_duration_s":0.002148,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1511vm-test-run-nixbot-gitlab> gitlab # [ 241.108098] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.075Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8468a938f0c6d3e3309e70e2","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8468a938f0c6d3e3309e70e2: start","job_status":"start","queue_duration_s":0.768935,"scheduling_latency_s":0.768953}1512vm-test-run-nixbot-gitlab> gitlab # [ 241.121629] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.094Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8468a938f0c6d3e3309e70e2","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8468a938f0c6d3e3309e70e2: done: 0.018701 sec","job_status":"done","queue_duration_s":0.768935,"scheduling_latency_s":0.768953,"redis_calls":10,"redis_duration_s":0.001325,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000779,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011987,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018701,"completed_at":"2026-06-29T10:48:05.094Z","load_balancing_strategy":"primary","db_duration_s":0.002916,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1513vm-test-run-nixbot-gitlab> gitlab # [ 241.161408] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.095Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"345b911699631fd74f9e07a7","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-345b911699631fd74f9e07a7: start","job_status":"start","queue_duration_s":0.788703,"scheduling_latency_s":0.78872}1514vm-test-run-nixbot-gitlab> gitlab # [ 241.174012] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.112Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"345b911699631fd74f9e07a7","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-345b911699631fd74f9e07a7: done: 0.017546 sec","job_status":"done","queue_duration_s":0.788703,"scheduling_latency_s":0.78872,"redis_calls":10,"redis_duration_s":0.0012690000000000002,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000738,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011712,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017546,"completed_at":"2026-06-29T10:48:05.112Z","load_balancing_strategy":"primary","db_duration_s":0.002343,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1515vm-test-run-nixbot-gitlab> gitlab # [ 241.213378] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.114Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5919bd70e4daa4d714c160a9","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5919bd70e4daa4d714c160a9: start","job_status":"start","queue_duration_s":0.80731,"scheduling_latency_s":0.807327}1516vm-test-run-nixbot-gitlab> gitlab # [ 241.225612] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.131Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5919bd70e4daa4d714c160a9","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5919bd70e4daa4d714c160a9: done: 0.01759 sec","job_status":"done","queue_duration_s":0.80731,"scheduling_latency_s":0.807327,"redis_calls":10,"redis_duration_s":0.001289,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000539,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00075,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011687,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01759,"completed_at":"2026-06-29T10:48:05.131Z","load_balancing_strategy":"primary","db_duration_s":0.002389,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1517vm-test-run-nixbot-gitlab> gitlab # [ 241.264510] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.132Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b705e45702756e5ec2b9f12e","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b705e45702756e5ec2b9f12e: start","job_status":"start","queue_duration_s":0.825964,"scheduling_latency_s":0.825981}1518vm-test-run-nixbot-gitlab> gitlab # [ 241.276739] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.155Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b705e45702756e5ec2b9f12e","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b705e45702756e5ec2b9f12e: done: 0.023162 sec","job_status":"done","queue_duration_s":0.825964,"scheduling_latency_s":0.825981,"redis_calls":10,"redis_duration_s":0.0016150000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000781,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000834,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012145,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023162,"completed_at":"2026-06-29T10:48:05.155Z","load_balancing_strategy":"primary","db_duration_s":0.012558,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1519vm-test-run-nixbot-gitlab> gitlab # [ 241.317286] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.157Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"de41ff5db7878523897d19cd","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-de41ff5db7878523897d19cd: start","job_status":"start","queue_duration_s":0.850465,"scheduling_latency_s":0.850482}1520vm-test-run-nixbot-gitlab> gitlab # [ 241.329530] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.174Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"de41ff5db7878523897d19cd","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-de41ff5db7878523897d19cd: done: 0.01742 sec","job_status":"done","queue_duration_s":0.850465,"scheduling_latency_s":0.850482,"redis_calls":10,"redis_duration_s":0.0015079999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00056,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000948,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012239,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01742,"completed_at":"2026-06-29T10:48:05.174Z","load_balancing_strategy":"primary","db_duration_s":0.00168,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1521vm-test-run-nixbot-gitlab> gitlab # [ 241.368699] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.175Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"11a23040e000d06072557b0f","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-11a23040e000d06072557b0f: start","job_status":"start","queue_duration_s":0.86896,"scheduling_latency_s":0.868978}1522vm-test-run-nixbot-gitlab> gitlab # [ 241.381297] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.192Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"11a23040e000d06072557b0f","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-11a23040e000d06072557b0f: done: 0.016466 sec","job_status":"done","queue_duration_s":0.86896,"scheduling_latency_s":0.868978,"redis_calls":10,"redis_duration_s":0.0012850000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000561,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000724,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011663,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016466,"completed_at":"2026-06-29T10:48:05.192Z","load_balancing_strategy":"primary","db_duration_s":0.001201,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1523vm-test-run-nixbot-gitlab> gitlab # [ 241.420536] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.193Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3275879837a6eb4420d8e98a","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3275879837a6eb4420d8e98a: start","job_status":"start","queue_duration_s":0.886488,"scheduling_latency_s":0.886505}1524vm-test-run-nixbot-gitlab> gitlab # [ 241.433000] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.209Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3275879837a6eb4420d8e98a","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3275879837a6eb4420d8e98a: done: 0.016638 sec","job_status":"done","queue_duration_s":0.886488,"scheduling_latency_s":0.886505,"redis_calls":10,"redis_duration_s":0.0013419999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000791,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011494,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016638,"completed_at":"2026-06-29T10:48:05.209Z","load_balancing_strategy":"primary","db_duration_s":0.001196,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1525vm-test-run-nixbot-gitlab> gitlab # [ 241.472201] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.211Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e559312843340b1b625bc1ad","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e559312843340b1b625bc1ad: start","job_status":"start","queue_duration_s":0.904479,"scheduling_latency_s":0.904497}1526vm-test-run-nixbot-gitlab> gitlab # [ 241.484485] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.228Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e559312843340b1b625bc1ad","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e559312843340b1b625bc1ad: done: 0.017005 sec","job_status":"done","queue_duration_s":0.904479,"scheduling_latency_s":0.904497,"redis_calls":10,"redis_duration_s":0.001299,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000564,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000735,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012121,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017005,"completed_at":"2026-06-29T10:48:05.228Z","load_balancing_strategy":"primary","db_duration_s":0.001173,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1527vm-test-run-nixbot-gitlab> gitlab # [ 241.524904] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.229Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f950c72f466e7f633f82d308","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f950c72f466e7f633f82d308: start","job_status":"start","queue_duration_s":0.922543,"scheduling_latency_s":0.92256}1528vm-test-run-nixbot-gitlab> gitlab # [ 241.537337] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.245Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f950c72f466e7f633f82d308","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f950c72f466e7f633f82d308: done: 0.016097 sec","job_status":"done","queue_duration_s":0.922543,"scheduling_latency_s":0.92256,"redis_calls":10,"redis_duration_s":0.0013340000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000772,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011302,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016097,"completed_at":"2026-06-29T10:48:05.245Z","load_balancing_strategy":"primary","db_duration_s":0.001173,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1529vm-test-run-nixbot-gitlab> gitlab # [ 241.576712] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.246Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"879bffac3d07630ef6d46f36","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-879bffac3d07630ef6d46f36: start","job_status":"start","queue_duration_s":0.939703,"scheduling_latency_s":0.93972}1530vm-test-run-nixbot-gitlab> gitlab # [ 241.589137] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.263Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"879bffac3d07630ef6d46f36","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-879bffac3d07630ef6d46f36: done: 0.016905 sec","job_status":"done","queue_duration_s":0.939703,"scheduling_latency_s":0.93972,"redis_calls":10,"redis_duration_s":0.001553,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000761,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000792,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01182,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016905,"completed_at":"2026-06-29T10:48:05.263Z","load_balancing_strategy":"primary","db_duration_s":0.001166,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1531vm-test-run-nixbot-gitlab> gitlab # [ 241.628227] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.264Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b1d1cdac08fcc50d3f9b3a3f","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b1d1cdac08fcc50d3f9b3a3f: start","job_status":"start","queue_duration_s":0.95794,"scheduling_latency_s":0.957958}1532vm-test-run-nixbot-gitlab> gitlab # [ 241.640500] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.281Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b1d1cdac08fcc50d3f9b3a3f","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b1d1cdac08fcc50d3f9b3a3f: done: 0.016411 sec","job_status":"done","queue_duration_s":0.95794,"scheduling_latency_s":0.957958,"redis_calls":10,"redis_duration_s":0.001262,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000731,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011603,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016411,"completed_at":"2026-06-29T10:48:05.280Z","load_balancing_strategy":"primary","db_duration_s":0.001174,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1533vm-test-run-nixbot-gitlab> gitlab # [ 241.679566] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.282Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5ae20297d3008cf3ba323e8a","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5ae20297d3008cf3ba323e8a: start","job_status":"start","queue_duration_s":0.975377,"scheduling_latency_s":0.975393}1534vm-test-run-nixbot-gitlab> gitlab # [ 241.692259] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.298Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5ae20297d3008cf3ba323e8a","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5ae20297d3008cf3ba323e8a: done: 0.016676 sec","job_status":"done","queue_duration_s":0.975377,"scheduling_latency_s":0.975393,"redis_calls":10,"redis_duration_s":0.0013080000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000544,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000764,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011875,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016676,"completed_at":"2026-06-29T10:48:05.298Z","load_balancing_strategy":"primary","db_duration_s":0.00124,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1535vm-test-run-nixbot-gitlab> gitlab # [ 241.732194] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.299Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"48dd8d51b9b4898b80fb4770","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-48dd8d51b9b4898b80fb4770: start","job_status":"start","queue_duration_s":0.993155,"scheduling_latency_s":0.993172}1536vm-test-run-nixbot-gitlab> gitlab # [ 241.744648] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.316Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"48dd8d51b9b4898b80fb4770","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-48dd8d51b9b4898b80fb4770: done: 0.016244 sec","job_status":"done","queue_duration_s":0.993155,"scheduling_latency_s":0.993172,"redis_calls":10,"redis_duration_s":0.001251,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000526,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000725,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011501,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016244,"completed_at":"2026-06-29T10:48:05.316Z","load_balancing_strategy":"primary","db_duration_s":0.001204,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1537vm-test-run-nixbot-gitlab> gitlab # [ 241.783951] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.317Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"96bdb1fb76538f3383cb796e","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-96bdb1fb76538f3383cb796e: start","job_status":"start","queue_duration_s":1.010759,"scheduling_latency_s":1.010777}1538vm-test-run-nixbot-gitlab> gitlab # [ 241.796511] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.334Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"96bdb1fb76538f3383cb796e","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-96bdb1fb76538f3383cb796e: done: 0.016765 sec","job_status":"done","queue_duration_s":1.010759,"scheduling_latency_s":1.010777,"redis_calls":10,"redis_duration_s":0.001326,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000563,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000763,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011897,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016765,"completed_at":"2026-06-29T10:48:05.334Z","load_balancing_strategy":"primary","db_duration_s":0.001241,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1539vm-test-run-nixbot-gitlab> gitlab # [ 241.835740] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.335Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"86a93a85702c9d780d6b8ac9","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-86a93a85702c9d780d6b8ac9: start","job_status":"start","queue_duration_s":1.028613,"scheduling_latency_s":1.02863}1540vm-test-run-nixbot-gitlab> gitlab # [ 241.848350] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"86a93a85702c9d780d6b8ac9","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-86a93a85702c9d780d6b8ac9: done: 0.016358 sec","job_status":"done","queue_duration_s":1.028613,"scheduling_latency_s":1.02863,"redis_calls":10,"redis_duration_s":0.001263,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000548,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000715,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011552,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016358,"completed_at":"2026-06-29T10:48:05.351Z","load_balancing_strategy":"primary","db_duration_s":0.001205,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1541vm-test-run-nixbot-gitlab> gitlab # [ 241.887543] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.352Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d173a95637cc1402a7ff1f51","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d173a95637cc1402a7ff1f51: start","job_status":"start","queue_duration_s":1.046023,"scheduling_latency_s":1.04604}1542vm-test-run-nixbot-gitlab> gitlab # [ 241.900286] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.369Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d173a95637cc1402a7ff1f51","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d173a95637cc1402a7ff1f51: done: 0.017117 sec","job_status":"done","queue_duration_s":1.046023,"scheduling_latency_s":1.04604,"redis_calls":10,"redis_duration_s":0.001312,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000563,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000749,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012018,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017117,"completed_at":"2026-06-29T10:48:05.369Z","load_balancing_strategy":"primary","db_duration_s":0.00117,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1543vm-test-run-nixbot-gitlab> gitlab # [ 241.941127] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.370Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"49f5493a6c50997e8950d528","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-49f5493a6c50997e8950d528: start","job_status":"start","queue_duration_s":1.064217,"scheduling_latency_s":1.064235}1544vm-test-run-nixbot-gitlab> gitlab # [ 241.953728] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.392Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"49f5493a6c50997e8950d528","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-49f5493a6c50997e8950d528: done: 0.021187 sec","job_status":"done","queue_duration_s":1.064217,"scheduling_latency_s":1.064235,"redis_calls":10,"redis_duration_s":0.0012569999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000726,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016266,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021187,"completed_at":"2026-06-29T10:48:05.392Z","load_balancing_strategy":"primary","db_duration_s":0.001158,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1545vm-test-run-nixbot-gitlab> gitlab # [ 241.992920] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.393Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"966b34ad644daccdf2ada88a","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-966b34ad644daccdf2ada88a: start","job_status":"start","queue_duration_s":1.086499,"scheduling_latency_s":1.086516}1546vm-test-run-nixbot-gitlab> gitlab # [ 242.005444] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.409Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"966b34ad644daccdf2ada88a","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-966b34ad644daccdf2ada88a: done: 0.016216 sec","job_status":"done","queue_duration_s":1.086499,"scheduling_latency_s":1.086516,"redis_calls":10,"redis_duration_s":0.00136,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000591,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000769,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011411,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016216,"completed_at":"2026-06-29T10:48:05.409Z","load_balancing_strategy":"primary","db_duration_s":0.001198,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1547vm-test-run-nixbot-gitlab> gitlab # [ 242.044073] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.410Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a73fd77aca670756d9e4499d","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a73fd77aca670756d9e4499d: start","job_status":"start","queue_duration_s":1.103756,"scheduling_latency_s":1.103773}1548vm-test-run-nixbot-gitlab> gitlab # [ 242.056374] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.426Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a73fd77aca670756d9e4499d","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a73fd77aca670756d9e4499d: done: 0.016227 sec","job_status":"done","queue_duration_s":1.103756,"scheduling_latency_s":1.103773,"redis_calls":10,"redis_duration_s":0.001297,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00057,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000727,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011369,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016227,"completed_at":"2026-06-29T10:48:05.426Z","load_balancing_strategy":"primary","db_duration_s":0.001236,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1549vm-test-run-nixbot-gitlab> gitlab # [ 242.095266] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8ea0d6cfafeea21599cb7297","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8ea0d6cfafeea21599cb7297: start","job_status":"start","queue_duration_s":1.121066,"scheduling_latency_s":1.121083}1550vm-test-run-nixbot-gitlab> gitlab # [ 242.107602] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.443Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8ea0d6cfafeea21599cb7297","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8ea0d6cfafeea21599cb7297: done: 0.0162 sec","job_status":"done","queue_duration_s":1.121066,"scheduling_latency_s":1.121083,"redis_calls":10,"redis_duration_s":0.001248,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000717,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011401,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.0162,"completed_at":"2026-06-29T10:48:05.443Z","load_balancing_strategy":"primary","db_duration_s":0.001321,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1551vm-test-run-nixbot-gitlab> gitlab # [ 242.147857] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.445Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5279402729edd628475e6dc9","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5279402729edd628475e6dc9: start","job_status":"start","queue_duration_s":1.138378,"scheduling_latency_s":1.138395}1552vm-test-run-nixbot-gitlab> gitlab # [ 242.160480] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.461Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5279402729edd628475e6dc9","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5279402729edd628475e6dc9: done: 0.016654 sec","job_status":"done","queue_duration_s":1.138378,"scheduling_latency_s":1.138395,"redis_calls":10,"redis_duration_s":0.0013419999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000544,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000798,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011598,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016654,"completed_at":"2026-06-29T10:48:05.461Z","load_balancing_strategy":"primary","db_duration_s":0.001236,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1553vm-test-run-nixbot-gitlab> gitlab # [ 242.200050] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.462Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d6534693565bb999604b4731","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d6534693565bb999604b4731: start","job_status":"start","queue_duration_s":1.156054,"scheduling_latency_s":1.15607}1554vm-test-run-nixbot-gitlab> gitlab # [ 242.212507] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.478Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d6534693565bb999604b4731","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d6534693565bb999604b4731: done: 0.01606 sec","job_status":"done","queue_duration_s":1.156054,"scheduling_latency_s":1.15607,"redis_calls":10,"redis_duration_s":0.0012699999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000549,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000721,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011294,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01606,"completed_at":"2026-06-29T10:48:05.478Z","load_balancing_strategy":"primary","db_duration_s":0.001229,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1555vm-test-run-nixbot-gitlab> gitlab # [ 242.251563] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.479Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"84caff9cc421d55aaba2360d","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-84caff9cc421d55aaba2360d: start","job_status":"start","queue_duration_s":1.173199,"scheduling_latency_s":1.173217}1556vm-test-run-nixbot-gitlab> gitlab # [ 242.263965] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.496Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"84caff9cc421d55aaba2360d","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-84caff9cc421d55aaba2360d: done: 0.016268 sec","job_status":"done","queue_duration_s":1.173199,"scheduling_latency_s":1.173217,"redis_calls":10,"redis_duration_s":0.001295,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000556,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000739,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011436,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016268,"completed_at":"2026-06-29T10:48:05.496Z","load_balancing_strategy":"primary","db_duration_s":0.001322,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1557vm-test-run-nixbot-gitlab> gitlab # [ 242.303282] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.497Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b217e2a0488c923e2d3e4354","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b217e2a0488c923e2d3e4354: start","job_status":"start","queue_duration_s":1.190552,"scheduling_latency_s":1.190569}1558vm-test-run-nixbot-gitlab> gitlab # [ 242.315849] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.513Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b217e2a0488c923e2d3e4354","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b217e2a0488c923e2d3e4354: done: 0.016132 sec","job_status":"done","queue_duration_s":1.190552,"scheduling_latency_s":1.190569,"redis_calls":10,"redis_duration_s":0.001326,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000557,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000769,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011273,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016132,"completed_at":"2026-06-29T10:48:05.513Z","load_balancing_strategy":"primary","db_duration_s":0.001179,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1559vm-test-run-nixbot-gitlab> gitlab # [ 242.355828] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.514Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"012c06baebfa425554a8b348","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-012c06baebfa425554a8b348: start","job_status":"start","queue_duration_s":1.207712,"scheduling_latency_s":1.207729}1560vm-test-run-nixbot-gitlab> gitlab # [ 242.368407] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.530Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"012c06baebfa425554a8b348","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-012c06baebfa425554a8b348: done: 0.016158 sec","job_status":"done","queue_duration_s":1.207712,"scheduling_latency_s":1.207729,"redis_calls":10,"redis_duration_s":0.0012980000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000542,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000756,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011357,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016158,"completed_at":"2026-06-29T10:48:05.530Z","load_balancing_strategy":"primary","db_duration_s":0.001198,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1561vm-test-run-nixbot-gitlab> gitlab # [ 242.407624] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.531Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"38a6605f0ad0f757c3e53030","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-38a6605f0ad0f757c3e53030: start","job_status":"start","queue_duration_s":1.224975,"scheduling_latency_s":1.224992}1562vm-test-run-nixbot-gitlab> gitlab # [ 242.420257] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.547Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"38a6605f0ad0f757c3e53030","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-38a6605f0ad0f757c3e53030: done: 0.016226 sec","job_status":"done","queue_duration_s":1.224975,"scheduling_latency_s":1.224992,"redis_calls":10,"redis_duration_s":0.001284,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000744,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011374,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016226,"completed_at":"2026-06-29T10:48:05.547Z","load_balancing_strategy":"primary","db_duration_s":0.001187,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [ 242.458988] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.548Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b4c116d7caa848cafc1418f1","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b4c116d7caa848cafc1418f1: start","job_status":"start","queue_duration_s":1.242236,"scheduling_latency_s":1.242253}1564vm-test-run-nixbot-gitlab> gitlab # [ 242.471416] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b4c116d7caa848cafc1418f1","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b4c116d7caa848cafc1418f1: done: 0.016362 sec","job_status":"done","queue_duration_s":1.242236,"scheduling_latency_s":1.242253,"redis_calls":10,"redis_duration_s":0.0013050000000000002,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000563,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000742,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016362,"completed_at":"2026-06-29T10:48:05.565Z","load_balancing_strategy":"primary","db_duration_s":0.001195,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [ 242.510300] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.566Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"350c69cd196456f93ac8c409","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-350c69cd196456f93ac8c409: start","job_status":"start","queue_duration_s":1.259643,"scheduling_latency_s":1.259659}1566vm-test-run-nixbot-gitlab> gitlab # [ 242.522759] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.582Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"350c69cd196456f93ac8c409","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-350c69cd196456f93ac8c409: done: 0.016218 sec","job_status":"done","queue_duration_s":1.259643,"scheduling_latency_s":1.259659,"redis_calls":10,"redis_duration_s":0.001323,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000561,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000762,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011387,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016218,"completed_at":"2026-06-29T10:48:05.582Z","load_balancing_strategy":"primary","db_duration_s":0.001189,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [ 242.561878] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4a4dd7f5d1069626ce811922","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4a4dd7f5d1069626ce811922: start","job_status":"start","queue_duration_s":1.276956,"scheduling_latency_s":1.276973}1568vm-test-run-nixbot-gitlab> gitlab # [ 242.574162] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.599Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4a4dd7f5d1069626ce811922","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4a4dd7f5d1069626ce811922: done: 0.016253 sec","job_status":"done","queue_duration_s":1.276956,"scheduling_latency_s":1.276973,"redis_calls":10,"redis_duration_s":0.001277,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000541,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000736,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011408,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016253,"completed_at":"2026-06-29T10:48:05.599Z","load_balancing_strategy":"primary","db_duration_s":0.001189,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [ 242.612638] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.600Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d8103b97a3e3ba0dba892e47","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d8103b97a3e3ba0dba892e47: start","job_status":"start","queue_duration_s":1.294273,"scheduling_latency_s":1.29429}1570vm-test-run-nixbot-gitlab> gitlab # [ 242.624630] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.616Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d8103b97a3e3ba0dba892e47","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d8103b97a3e3ba0dba892e47: done: 0.016007 sec","job_status":"done","queue_duration_s":1.294273,"scheduling_latency_s":1.29429,"redis_calls":10,"redis_duration_s":0.001255,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000524,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000731,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011279,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016007,"completed_at":"2026-06-29T10:48:05.616Z","load_balancing_strategy":"primary","db_duration_s":0.00117,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571vm-test-run-nixbot-gitlab> gitlab # [ 242.663124] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.618Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"77cf2ff29f5e8deb624c9308","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-77cf2ff29f5e8deb624c9308: start","job_status":"start","queue_duration_s":1.311312,"scheduling_latency_s":1.311329}1572vm-test-run-nixbot-gitlab> gitlab # [ 242.675885] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.634Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"77cf2ff29f5e8deb624c9308","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-77cf2ff29f5e8deb624c9308: done: 0.016495 sec","job_status":"done","queue_duration_s":1.311312,"scheduling_latency_s":1.311329,"redis_calls":10,"redis_duration_s":0.00136,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000551,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000809,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011508,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016495,"completed_at":"2026-06-29T10:48:05.634Z","load_balancing_strategy":"primary","db_duration_s":0.001204,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1573vm-test-run-nixbot-gitlab> gitlab # [ 242.714570] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.635Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d57dbea4402ff1d162bd9d1f","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d57dbea4402ff1d162bd9d1f: start","job_status":"start","queue_duration_s":1.328861,"scheduling_latency_s":1.328877}1574vm-test-run-nixbot-gitlab> gitlab # [ 242.726963] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.651Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"d57dbea4402ff1d162bd9d1f","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-d57dbea4402ff1d162bd9d1f: done: 0.016062 sec","job_status":"done","queue_duration_s":1.328861,"scheduling_latency_s":1.328877,"redis_calls":10,"redis_duration_s":0.001273,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000727,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011264,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016062,"completed_at":"2026-06-29T10:48:05.651Z","load_balancing_strategy":"primary","db_duration_s":0.001165,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575vm-test-run-nixbot-gitlab> gitlab # [ 242.766089] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.652Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"413f4b8a187d81aec3901318","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-413f4b8a187d81aec3901318: start","job_status":"start","queue_duration_s":1.345968,"scheduling_latency_s":1.345985}1576vm-test-run-nixbot-gitlab> gitlab # [ 242.778460] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.669Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"413f4b8a187d81aec3901318","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-413f4b8a187d81aec3901318: done: 0.016457 sec","job_status":"done","queue_duration_s":1.345968,"scheduling_latency_s":1.345985,"redis_calls":10,"redis_duration_s":0.001287,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000525,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000762,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011482,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016457,"completed_at":"2026-06-29T10:48:05.669Z","load_balancing_strategy":"primary","db_duration_s":0.001183,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [ 242.816897] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.670Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"17f1b4d67347f96d3fe6f3ab","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-17f1b4d67347f96d3fe6f3ab: start","job_status":"start","queue_duration_s":1.363483,"scheduling_latency_s":1.363501}1578vm-test-run-nixbot-gitlab> gitlab # [ 242.828934] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.686Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"17f1b4d67347f96d3fe6f3ab","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-17f1b4d67347f96d3fe6f3ab: done: 0.016351 sec","job_status":"done","queue_duration_s":1.363483,"scheduling_latency_s":1.363501,"redis_calls":10,"redis_duration_s":0.00131,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000543,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000767,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011413,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016351,"completed_at":"2026-06-29T10:48:05.686Z","load_balancing_strategy":"primary","db_duration_s":0.001203,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1579vm-test-run-nixbot-gitlab> gitlab # [ 242.867416] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.687Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1ebba6a1f6fa0a79ed465bdf","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1ebba6a1f6fa0a79ed465bdf: start","job_status":"start","queue_duration_s":1.380895,"scheduling_latency_s":1.380912}1580vm-test-run-nixbot-gitlab> gitlab # [ 242.879802] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.703Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"1ebba6a1f6fa0a79ed465bdf","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-1ebba6a1f6fa0a79ed465bdf: done: 0.016264 sec","job_status":"done","queue_duration_s":1.380895,"scheduling_latency_s":1.380912,"redis_calls":10,"redis_duration_s":0.001296,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000572,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000724,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011402,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016264,"completed_at":"2026-06-29T10:48:05.703Z","load_balancing_strategy":"primary","db_duration_s":0.001186,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1581vm-test-run-nixbot-gitlab> gitlab # [ 242.918278] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.704Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2634afa132c47d92adcf673b","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2634afa132c47d92adcf673b: start","job_status":"start","queue_duration_s":1.398209,"scheduling_latency_s":1.398227}1582vm-test-run-nixbot-gitlab> gitlab # [ 242.930673] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.721Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2634afa132c47d92adcf673b","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2634afa132c47d92adcf673b: done: 0.016488 sec","job_status":"done","queue_duration_s":1.398209,"scheduling_latency_s":1.398227,"redis_calls":10,"redis_duration_s":0.001327,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000571,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000756,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011435,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016488,"completed_at":"2026-06-29T10:48:05.721Z","load_balancing_strategy":"primary","db_duration_s":0.001471,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1583vm-test-run-nixbot-gitlab> gitlab # [ 242.969922] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.722Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2a42053e877c884822a81aff","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2a42053e877c884822a81aff: start","job_status":"start","queue_duration_s":1.415793,"scheduling_latency_s":1.41581}1584vm-test-run-nixbot-gitlab> gitlab # [ 242.982093] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.739Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2a42053e877c884822a81aff","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2a42053e877c884822a81aff: done: 0.016573 sec","job_status":"done","queue_duration_s":1.415793,"scheduling_latency_s":1.41581,"redis_calls":10,"redis_duration_s":0.0012929999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000561,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000732,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011475,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016573,"completed_at":"2026-06-29T10:48:05.739Z","load_balancing_strategy":"primary","db_duration_s":0.001226,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1585vm-test-run-nixbot-gitlab> gitlab # [ 243.021707] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.740Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a38415d87c5687c2f76f1624","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a38415d87c5687c2f76f1624: start","job_status":"start","queue_duration_s":1.433417,"scheduling_latency_s":1.433449}1586vm-test-run-nixbot-gitlab> gitlab # [ 243.034182] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.756Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a38415d87c5687c2f76f1624","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a38415d87c5687c2f76f1624: done: 0.016317 sec","job_status":"done","queue_duration_s":1.433417,"scheduling_latency_s":1.433449,"redis_calls":10,"redis_duration_s":0.001327,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000565,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000762,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011392,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016317,"completed_at":"2026-06-29T10:48:05.756Z","load_balancing_strategy":"primary","db_duration_s":0.001251,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1587vm-test-run-nixbot-gitlab> gitlab # [ 243.072686] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.757Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"18b7e446d74301ef3f762e26","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-18b7e446d74301ef3f762e26: start","job_status":"start","queue_duration_s":1.451063,"scheduling_latency_s":1.451081}1588vm-test-run-nixbot-gitlab> gitlab # [ 243.084924] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.773Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"18b7e446d74301ef3f762e26","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-18b7e446d74301ef3f762e26: done: 0.016191 sec","job_status":"done","queue_duration_s":1.451063,"scheduling_latency_s":1.451081,"redis_calls":10,"redis_duration_s":0.001294,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000534,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00076,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011346,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016191,"completed_at":"2026-06-29T10:48:05.773Z","load_balancing_strategy":"primary","db_duration_s":0.00118,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589vm-test-run-nixbot-gitlab> gitlab # [ 243.123583] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.775Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"89975f07fda276963b9f3acb","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-89975f07fda276963b9f3acb: start","job_status":"start","queue_duration_s":1.468284,"scheduling_latency_s":1.468301}1590vm-test-run-nixbot-gitlab> gitlab # [ 243.135998] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.791Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"89975f07fda276963b9f3acb","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-89975f07fda276963b9f3acb: done: 0.016198 sec","job_status":"done","queue_duration_s":1.468284,"scheduling_latency_s":1.468301,"redis_calls":10,"redis_duration_s":0.001278,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000545,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000733,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011351,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016198,"completed_at":"2026-06-29T10:48:05.791Z","load_balancing_strategy":"primary","db_duration_s":0.001157,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1591vm-test-run-nixbot-gitlab> gitlab # [ 243.175467] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.792Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4360d482e4e9f20e5fa1662d","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4360d482e4e9f20e5fa1662d: start","job_status":"start","queue_duration_s":1.485584,"scheduling_latency_s":1.485601}1592vm-test-run-nixbot-gitlab> gitlab # [ 243.188090] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.808Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4360d482e4e9f20e5fa1662d","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4360d482e4e9f20e5fa1662d: done: 0.016249 sec","job_status":"done","queue_duration_s":1.485584,"scheduling_latency_s":1.485601,"redis_calls":10,"redis_duration_s":0.001324,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000535,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000789,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011413,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016249,"completed_at":"2026-06-29T10:48:05.808Z","load_balancing_strategy":"primary","db_duration_s":0.001154,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1593vm-test-run-nixbot-gitlab> gitlab # [ 243.227010] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.809Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"92bfd2231c054fb65f12aad7","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-92bfd2231c054fb65f12aad7: start","job_status":"start","queue_duration_s":1.502862,"scheduling_latency_s":1.502879}1594vm-test-run-nixbot-gitlab> gitlab # [ 243.239345] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.825Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"92bfd2231c054fb65f12aad7","created_at":"2026-06-29T10:48:04.227Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-1fd051d144b84da1","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"8308b41242156e92bd8b3052d035b50f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.306Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-92bfd2231c054fb65f12aad7: done: 0.01639 sec","job_status":"done","queue_duration_s":1.502862,"scheduling_latency_s":1.502879,"redis_calls":10,"redis_duration_s":0.001317,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00055,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000767,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011548,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01639,"completed_at":"2026-06-29T10:48:05.825Z","load_balancing_strategy":"primary","db_duration_s":0.001193,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1595vm-test-run-nixbot-gitlab> gitlab # [ 243.278067] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.826Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e826d7b2feb94577de83db8","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e826d7b2feb94577de83db8: start","job_status":"start","queue_duration_s":1.429566,"scheduling_latency_s":1.429583}1596vm-test-run-nixbot-gitlab> gitlab # [ 243.290780] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.841Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9e826d7b2feb94577de83db8","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9e826d7b2feb94577de83db8: done: 0.014153 sec","job_status":"done","queue_duration_s":1.429566,"scheduling_latency_s":1.429583,"redis_calls":13,"redis_duration_s":0.0014689999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000949,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00963,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014153,"completed_at":"2026-06-29T10:48:05.841Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1597vm-test-run-nixbot-gitlab> gitlab # [ 243.330331] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.842Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bdf7fac5723adf8c3a01818a","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bdf7fac5723adf8c3a01818a: start","job_status":"start","queue_duration_s":1.444725,"scheduling_latency_s":1.44474}1598vm-test-run-nixbot-gitlab> gitlab # [ 243.342690] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.855Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bdf7fac5723adf8c3a01818a","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bdf7fac5723adf8c3a01818a: done: 0.013648 sec","job_status":"done","queue_duration_s":1.444725,"scheduling_latency_s":1.44474,"redis_calls":13,"redis_duration_s":0.0013700000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000495,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000875,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009277,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013648,"completed_at":"2026-06-29T10:48:05.855Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1599vm-test-run-nixbot-gitlab> gitlab # [ 243.383661] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.856Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b418ad82c037535766281fa","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b418ad82c037535766281fa: start","job_status":"start","queue_duration_s":1.459464,"scheduling_latency_s":1.45948}1600vm-test-run-nixbot-gitlab> gitlab # [ 243.396638] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.870Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b418ad82c037535766281fa","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b418ad82c037535766281fa: done: 0.013815 sec","job_status":"done","queue_duration_s":1.459464,"scheduling_latency_s":1.45948,"redis_calls":13,"redis_duration_s":0.0013679999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00049,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000878,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009251,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013815,"completed_at":"2026-06-29T10:48:05.870Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1601vm-test-run-nixbot-gitlab> gitlab # [ 243.436656] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"67935d2bafc39dc47c3a4de0","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-67935d2bafc39dc47c3a4de0: start","job_status":"start","queue_duration_s":1.474391,"scheduling_latency_s":1.474407}1602vm-test-run-nixbot-gitlab> gitlab # [ 243.449262] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.885Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"67935d2bafc39dc47c3a4de0","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-67935d2bafc39dc47c3a4de0: done: 0.013702 sec","job_status":"done","queue_duration_s":1.474391,"scheduling_latency_s":1.474407,"redis_calls":13,"redis_duration_s":0.001418,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000497,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000921,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009359,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013702,"completed_at":"2026-06-29T10:48:05.885Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1603vm-test-run-nixbot-gitlab> gitlab # [ 243.489281] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.886Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6882949ffddd5a3d70b822b2","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6882949ffddd5a3d70b822b2: start","job_status":"start","queue_duration_s":1.489099,"scheduling_latency_s":1.489114}1604vm-test-run-nixbot-gitlab> gitlab # [ 243.502023] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.899Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6882949ffddd5a3d70b822b2","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6882949ffddd5a3d70b822b2: done: 0.013469 sec","job_status":"done","queue_duration_s":1.489099,"scheduling_latency_s":1.489114,"redis_calls":13,"redis_duration_s":0.00135,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000495,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000855,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009217,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013469,"completed_at":"2026-06-29T10:48:05.899Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1605vm-test-run-nixbot-gitlab> gitlab # [ 243.542095] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.901Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1675b8d50008432e1ef13f3f","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1675b8d50008432e1ef13f3f: start","job_status":"start","queue_duration_s":1.503593,"scheduling_latency_s":1.50361}1606vm-test-run-nixbot-gitlab> gitlab # [ 243.554724] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.914Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1675b8d50008432e1ef13f3f","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1675b8d50008432e1ef13f3f: done: 0.01371 sec","job_status":"done","queue_duration_s":1.503593,"scheduling_latency_s":1.50361,"redis_calls":13,"redis_duration_s":0.001413,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000503,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009394,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01371,"completed_at":"2026-06-29T10:48:05.914Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1607vm-test-run-nixbot-gitlab> gitlab # [ 243.595388] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.915Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eda8de7faf62f477580932a7","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eda8de7faf62f477580932a7: start","job_status":"start","queue_duration_s":1.518399,"scheduling_latency_s":1.518416}1608vm-test-run-nixbot-gitlab> gitlab # [ 243.608609] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.929Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eda8de7faf62f477580932a7","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eda8de7faf62f477580932a7: done: 0.013447 sec","job_status":"done","queue_duration_s":1.518399,"scheduling_latency_s":1.518416,"redis_calls":13,"redis_duration_s":0.001411,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000506,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000905,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009211,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013447,"completed_at":"2026-06-29T10:48:05.929Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1609vm-test-run-nixbot-gitlab> gitlab # [ 243.648949] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.930Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"632a82b97943e4d19be810f7","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-632a82b97943e4d19be810f7: start","job_status":"start","queue_duration_s":1.532853,"scheduling_latency_s":1.532869}1610vm-test-run-nixbot-gitlab> gitlab # [ 243.661538] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.943Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"632a82b97943e4d19be810f7","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-632a82b97943e4d19be810f7: done: 0.013742 sec","job_status":"done","queue_duration_s":1.532853,"scheduling_latency_s":1.532869,"redis_calls":13,"redis_duration_s":0.001408,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000523,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000885,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013742,"completed_at":"2026-06-29T10:48:05.943Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1611vm-test-run-nixbot-gitlab> gitlab # [ 243.701264] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.945Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8e796617d934c31159d1804b","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8e796617d934c31159d1804b: start","job_status":"start","queue_duration_s":1.54767,"scheduling_latency_s":1.547687}1612vm-test-run-nixbot-gitlab> gitlab # [ 243.713968] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.958Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8e796617d934c31159d1804b","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8e796617d934c31159d1804b: done: 0.013851 sec","job_status":"done","queue_duration_s":1.54767,"scheduling_latency_s":1.547687,"redis_calls":13,"redis_duration_s":0.001385,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000495,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00089,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009315,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013851,"completed_at":"2026-06-29T10:48:05.958Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1613vm-test-run-nixbot-gitlab> gitlab # [ 243.753762] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.959Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eb4358af1f6cd3cdf96e1e3b","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eb4358af1f6cd3cdf96e1e3b: start","job_status":"start","queue_duration_s":1.562565,"scheduling_latency_s":1.56258}1614vm-test-run-nixbot-gitlab> gitlab # [ 243.766984] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.973Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"eb4358af1f6cd3cdf96e1e3b","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-eb4358af1f6cd3cdf96e1e3b: done: 0.013529 sec","job_status":"done","queue_duration_s":1.562565,"scheduling_latency_s":1.56258,"redis_calls":13,"redis_duration_s":0.001386,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000487,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000899,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009283,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013529,"completed_at":"2026-06-29T10:48:05.973Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1615vm-test-run-nixbot-gitlab> gitlab # [ 243.807299] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.974Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24221bfdb36f27ad696440c5","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24221bfdb36f27ad696440c5: start","job_status":"start","queue_duration_s":1.577098,"scheduling_latency_s":1.577114}1616vm-test-run-nixbot-gitlab> gitlab # [ 243.819882] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.988Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24221bfdb36f27ad696440c5","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24221bfdb36f27ad696440c5: done: 0.013926 sec","job_status":"done","queue_duration_s":1.577098,"scheduling_latency_s":1.577114,"redis_calls":13,"redis_duration_s":0.001447,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000514,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000933,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009502,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013926,"completed_at":"2026-06-29T10:48:05.988Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1617vm-test-run-nixbot-gitlab> gitlab # [ 243.859415] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:05.989Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1a49d13ed457db3867c71691","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1a49d13ed457db3867c71691: start","job_status":"start","queue_duration_s":1.592072,"scheduling_latency_s":1.592088}1618vm-test-run-nixbot-gitlab> gitlab # [ 243.871851] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.003Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1a49d13ed457db3867c71691","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1a49d13ed457db3867c71691: done: 0.013556 sec","job_status":"done","queue_duration_s":1.592072,"scheduling_latency_s":1.592088,"redis_calls":13,"redis_duration_s":0.001397,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000887,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00926,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013556,"completed_at":"2026-06-29T10:48:06.002Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1619vm-test-run-nixbot-gitlab> gitlab # [ 243.911249] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.004Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed908647075a452863dd4684","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed908647075a452863dd4684: start","job_status":"start","queue_duration_s":1.606672,"scheduling_latency_s":1.606689}1620vm-test-run-nixbot-gitlab> gitlab # [ 243.923857] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.017Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed908647075a452863dd4684","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed908647075a452863dd4684: done: 0.013575 sec","job_status":"done","queue_duration_s":1.606672,"scheduling_latency_s":1.606689,"redis_calls":13,"redis_duration_s":0.001414,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000496,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009315,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013575,"completed_at":"2026-06-29T10:48:06.017Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1621vm-test-run-nixbot-gitlab> gitlab # [ 243.963257] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.018Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3988af2d686548970d93752","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3988af2d686548970d93752: start","job_status":"start","queue_duration_s":1.621252,"scheduling_latency_s":1.621268}1622vm-test-run-nixbot-gitlab> gitlab # [ 243.976459] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.032Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f3988af2d686548970d93752","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f3988af2d686548970d93752: done: 0.013838 sec","job_status":"done","queue_duration_s":1.621252,"scheduling_latency_s":1.621268,"redis_calls":13,"redis_duration_s":0.0014550000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000527,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000928,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00948,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013838,"completed_at":"2026-06-29T10:48:06.032Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1623vm-test-run-nixbot-gitlab> gitlab # [ 244.015838] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.033Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"42604ef3c6dcc84e66ff36ca","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-42604ef3c6dcc84e66ff36ca: start","job_status":"start","queue_duration_s":1.636105,"scheduling_latency_s":1.636121}1624vm-test-run-nixbot-gitlab> gitlab # [ 244.028444] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.046Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"42604ef3c6dcc84e66ff36ca","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-42604ef3c6dcc84e66ff36ca: done: 0.013466 sec","job_status":"done","queue_duration_s":1.636105,"scheduling_latency_s":1.636121,"redis_calls":13,"redis_duration_s":0.001406,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000489,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009228,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013466,"completed_at":"2026-06-29T10:48:06.046Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625vm-test-run-nixbot-gitlab> gitlab # [ 244.067464] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.048Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f67c96582bd7d2f4ffb75f20","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f67c96582bd7d2f4ffb75f20: start","job_status":"start","queue_duration_s":1.6506,"scheduling_latency_s":1.650616}1626vm-test-run-nixbot-gitlab> gitlab # [ 244.080104] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.061Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f67c96582bd7d2f4ffb75f20","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f67c96582bd7d2f4ffb75f20: done: 0.013726 sec","job_status":"done","queue_duration_s":1.6506,"scheduling_latency_s":1.650616,"redis_calls":13,"redis_duration_s":0.001532,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000643,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000889,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009396,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013726,"completed_at":"2026-06-29T10:48:06.061Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627vm-test-run-nixbot-gitlab> gitlab # [ 244.119316] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b777f1e6ef36ec5b75ac5a6","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b777f1e6ef36ec5b75ac5a6: start","job_status":"start","queue_duration_s":1.665338,"scheduling_latency_s":1.665354}1628vm-test-run-nixbot-gitlab> gitlab # [ 244.131761] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.076Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b777f1e6ef36ec5b75ac5a6","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b777f1e6ef36ec5b75ac5a6: done: 0.013715 sec","job_status":"done","queue_duration_s":1.665338,"scheduling_latency_s":1.665354,"redis_calls":13,"redis_duration_s":0.001443,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00051,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000933,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009336,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013715,"completed_at":"2026-06-29T10:48:06.076Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629vm-test-run-nixbot-gitlab> gitlab # [ 244.171215] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.077Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b7f9bbfb9178ea7f7c1563a9","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b7f9bbfb9178ea7f7c1563a9: start","job_status":"start","queue_duration_s":1.680075,"scheduling_latency_s":1.680092}1630vm-test-run-nixbot-gitlab> gitlab # [ 244.184903] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.090Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b7f9bbfb9178ea7f7c1563a9","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b7f9bbfb9178ea7f7c1563a9: done: 0.013529 sec","job_status":"done","queue_duration_s":1.680075,"scheduling_latency_s":1.680092,"redis_calls":13,"redis_duration_s":0.001361,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000489,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000872,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00925,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.013529,"completed_at":"2026-06-29T10:48:06.090Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631vm-test-run-nixbot-gitlab> gitlab # [ 244.224745] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"992ae99208490715696c61b9","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-992ae99208490715696c61b9: start","job_status":"start","queue_duration_s":1.694663,"scheduling_latency_s":1.694679}1632vm-test-run-nixbot-gitlab> gitlab # [ 244.237750] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.251Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"992ae99208490715696c61b9","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-992ae99208490715696c61b9: done: 0.159184 sec","job_status":"done","queue_duration_s":1.694663,"scheduling_latency_s":1.694679,"redis_calls":13,"redis_duration_s":0.00193,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001054,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000876,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01208,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.159184,"completed_at":"2026-06-29T10:48:06.251Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1633vm-test-run-nixbot-gitlab> gitlab # [ 244.277307] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.255Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54b3a32f9cc14d066c76173e","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54b3a32f9cc14d066c76173e: start","job_status":"start","queue_duration_s":1.857598,"scheduling_latency_s":1.857693}1634vm-test-run-nixbot-gitlab> gitlab # [ 244.289947] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.287Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"54b3a32f9cc14d066c76173e","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-54b3a32f9cc14d066c76173e: done: 0.032356 sec","job_status":"done","queue_duration_s":1.857598,"scheduling_latency_s":1.857693,"redis_calls":13,"redis_duration_s":0.0039829999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001308,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002675,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021149,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.032356,"completed_at":"2026-06-29T10:48:06.287Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1635vm-test-run-nixbot-gitlab> gitlab # [ 244.329771] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.289Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a7604ca998251cfc836efde","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a7604ca998251cfc836efde: start","job_status":"start","queue_duration_s":1.892231,"scheduling_latency_s":1.892264}1636vm-test-run-nixbot-gitlab> gitlab # [ 244.342692] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.313Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5a7604ca998251cfc836efde","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5a7604ca998251cfc836efde: done: 0.024301 sec","job_status":"done","queue_duration_s":1.892231,"scheduling_latency_s":1.892264,"redis_calls":13,"redis_duration_s":0.003278,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001094,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002184,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015542,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024301,"completed_at":"2026-06-29T10:48:06.313Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637vm-test-run-nixbot-gitlab> gitlab # [ 244.383651] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.315Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd22434ec378943438bd02be","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd22434ec378943438bd02be: start","job_status":"start","queue_duration_s":1.91827,"scheduling_latency_s":1.918292}1638vm-test-run-nixbot-gitlab> gitlab # [ 244.396601] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.334Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cd22434ec378943438bd02be","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cd22434ec378943438bd02be: done: 0.019131 sec","job_status":"done","queue_duration_s":1.91827,"scheduling_latency_s":1.918292,"redis_calls":13,"redis_duration_s":0.003066,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001033,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002033,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012161,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019131,"completed_at":"2026-06-29T10:48:06.334Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1639vm-test-run-nixbot-gitlab> gitlab # [ 244.437006] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.336Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acedb2777f3fe6b4536741f3","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acedb2777f3fe6b4536741f3: start","job_status":"start","queue_duration_s":1.939002,"scheduling_latency_s":1.939021}1640vm-test-run-nixbot-gitlab> gitlab # [ 244.449813] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.353Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"acedb2777f3fe6b4536741f3","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-acedb2777f3fe6b4536741f3: done: 0.016879 sec","job_status":"done","queue_duration_s":1.939002,"scheduling_latency_s":1.939021,"redis_calls":13,"redis_duration_s":0.0032199999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001266,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001954,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01032,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016879,"completed_at":"2026-06-29T10:48:06.353Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641vm-test-run-nixbot-gitlab> gitlab # [ 244.489840] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.354Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a113bfb51bd294aa19e7b8d","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a113bfb51bd294aa19e7b8d: start","job_status":"start","queue_duration_s":1.957309,"scheduling_latency_s":1.957326}1642vm-test-run-nixbot-gitlab> gitlab # [ 244.502673] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.371Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a113bfb51bd294aa19e7b8d","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a113bfb51bd294aa19e7b8d: done: 0.016705 sec","job_status":"done","queue_duration_s":1.957309,"scheduling_latency_s":1.957326,"redis_calls":13,"redis_duration_s":0.003022,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001271,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001751,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010489,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016705,"completed_at":"2026-06-29T10:48:06.371Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643vm-test-run-nixbot-gitlab> gitlab # [ 244.543058] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.372Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"182a9a223a626cc63240761d","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-182a9a223a626cc63240761d: start","job_status":"start","queue_duration_s":1.97546,"scheduling_latency_s":1.975477}1644vm-test-run-nixbot-gitlab> gitlab # [ 244.555949] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.389Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"182a9a223a626cc63240761d","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-182a9a223a626cc63240761d: done: 0.016158 sec","job_status":"done","queue_duration_s":1.97546,"scheduling_latency_s":1.975477,"redis_calls":13,"redis_duration_s":0.002747,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000966,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001781,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010217,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016158,"completed_at":"2026-06-29T10:48:06.388Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1645vm-test-run-nixbot-gitlab> gitlab # [ 244.597095] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.390Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff9106d949b1030df0c23f60","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff9106d949b1030df0c23f60: start","job_status":"start","queue_duration_s":1.99301,"scheduling_latency_s":1.993028}1646vm-test-run-nixbot-gitlab> gitlab # [ 244.609862] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.405Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ff9106d949b1030df0c23f60","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ff9106d949b1030df0c23f60: done: 0.015364 sec","job_status":"done","queue_duration_s":1.99301,"scheduling_latency_s":1.993028,"redis_calls":13,"redis_duration_s":0.002828,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00192,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00944,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015364,"completed_at":"2026-06-29T10:48:06.405Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1647vm-test-run-nixbot-gitlab> gitlab # [ 244.649828] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.407Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d54591a914e3e582ee78ab1","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d54591a914e3e582ee78ab1: start","job_status":"start","queue_duration_s":2.009692,"scheduling_latency_s":2.009709}1648vm-test-run-nixbot-gitlab> gitlab # [ 244.662307] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.421Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1d54591a914e3e582ee78ab1","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1d54591a914e3e582ee78ab1: done: 0.014257 sec","job_status":"done","queue_duration_s":2.009692,"scheduling_latency_s":2.009709,"redis_calls":13,"redis_duration_s":0.00249,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000907,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001583,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008851,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014257,"completed_at":"2026-06-29T10:48:06.421Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649vm-test-run-nixbot-gitlab> gitlab # [ 244.702388] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.422Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58803201f514bac89717a9e7","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58803201f514bac89717a9e7: start","job_status":"start","queue_duration_s":2.025228,"scheduling_latency_s":2.025243}1650vm-test-run-nixbot-gitlab> gitlab # [ 244.715155] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.437Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58803201f514bac89717a9e7","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58803201f514bac89717a9e7: done: 0.014747 sec","job_status":"done","queue_duration_s":2.025228,"scheduling_latency_s":2.025243,"redis_calls":13,"redis_duration_s":0.002738,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001006,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001732,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00926,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014747,"completed_at":"2026-06-29T10:48:06.437Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1651vm-test-run-nixbot-gitlab> gitlab # [ 244.755093] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.438Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"09f42b0c0ee399011db26f75","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-09f42b0c0ee399011db26f75: start","job_status":"start","queue_duration_s":2.041299,"scheduling_latency_s":2.041314}1652vm-test-run-nixbot-gitlab> gitlab # [ 244.768038] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.453Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"09f42b0c0ee399011db26f75","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-09f42b0c0ee399011db26f75: done: 0.01441 sec","job_status":"done","queue_duration_s":2.041299,"scheduling_latency_s":2.041314,"redis_calls":13,"redis_duration_s":0.002666,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000892,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001774,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008927,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01441,"completed_at":"2026-06-29T10:48:06.453Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1653vm-test-run-nixbot-gitlab> gitlab # [ 244.808787] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.454Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bcb2f920231b8509878ecff2","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bcb2f920231b8509878ecff2: start","job_status":"start","queue_duration_s":2.057007,"scheduling_latency_s":2.057022}1654vm-test-run-nixbot-gitlab> gitlab # [ 244.821242] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bcb2f920231b8509878ecff2","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bcb2f920231b8509878ecff2: done: 0.01492 sec","job_status":"done","queue_duration_s":2.057007,"scheduling_latency_s":2.057022,"redis_calls":13,"redis_duration_s":0.003163,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001014,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002149,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008873,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01492,"completed_at":"2026-06-29T10:48:06.469Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1655vm-test-run-nixbot-gitlab> gitlab # [ 244.861027] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"64c32face31645cc68bc9d09","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-64c32face31645cc68bc9d09: start","job_status":"start","queue_duration_s":2.073303,"scheduling_latency_s":2.073318}1656vm-test-run-nixbot-gitlab> gitlab # [ 244.873742] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.485Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"64c32face31645cc68bc9d09","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-64c32face31645cc68bc9d09: done: 0.01449 sec","job_status":"done","queue_duration_s":2.073303,"scheduling_latency_s":2.073318,"redis_calls":13,"redis_duration_s":0.002699,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000901,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001798,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00886,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01449,"completed_at":"2026-06-29T10:48:06.485Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1657vm-test-run-nixbot-gitlab> gitlab # [ 244.913351] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.486Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a809864f832fdd03dc39da37","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a809864f832fdd03dc39da37: start","job_status":"start","queue_duration_s":2.089099,"scheduling_latency_s":2.089115}1658vm-test-run-nixbot-gitlab> gitlab # [ 244.926139] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.501Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a809864f832fdd03dc39da37","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a809864f832fdd03dc39da37: done: 0.014599 sec","job_status":"done","queue_duration_s":2.089099,"scheduling_latency_s":2.089115,"redis_calls":13,"redis_duration_s":0.0026769999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000897,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00178,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008857,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014599,"completed_at":"2026-06-29T10:48:06.501Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1659vm-test-run-nixbot-gitlab> gitlab # [ 244.966326] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.502Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"07872b6335738da251d7cdab","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-07872b6335738da251d7cdab: start","job_status":"start","queue_duration_s":2.104904,"scheduling_latency_s":2.10492}1660vm-test-run-nixbot-gitlab> gitlab # [ 244.979104] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.516Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"07872b6335738da251d7cdab","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-07872b6335738da251d7cdab: done: 0.014634 sec","job_status":"done","queue_duration_s":2.104904,"scheduling_latency_s":2.10492,"redis_calls":13,"redis_duration_s":0.002767,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001817,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009033,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014634,"completed_at":"2026-06-29T10:48:06.516Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1661vm-test-run-nixbot-gitlab> gitlab # [ 245.019587] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.518Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e42d5dc517a11a37aed6beaf","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e42d5dc517a11a37aed6beaf: start","job_status":"start","queue_duration_s":2.12082,"scheduling_latency_s":2.120835}1662vm-test-run-nixbot-gitlab> gitlab # [ 245.032165] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.532Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e42d5dc517a11a37aed6beaf","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e42d5dc517a11a37aed6beaf: done: 0.014201 sec","job_status":"done","queue_duration_s":2.12082,"scheduling_latency_s":2.120835,"redis_calls":13,"redis_duration_s":0.002598,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00088,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001718,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008742,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014201,"completed_at":"2026-06-29T10:48:06.532Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1663vm-test-run-nixbot-gitlab> gitlab # [ 245.071537] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.533Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25b645a6e5ac650e8008ccfb","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25b645a6e5ac650e8008ccfb: start","job_status":"start","queue_duration_s":2.136342,"scheduling_latency_s":2.136358}1664vm-test-run-nixbot-gitlab> gitlab # [ 245.084048] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.548Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25b645a6e5ac650e8008ccfb","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25b645a6e5ac650e8008ccfb: done: 0.014324 sec","job_status":"done","queue_duration_s":2.136342,"scheduling_latency_s":2.136358,"redis_calls":13,"redis_duration_s":0.002617,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000907,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00171,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008829,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014324,"completed_at":"2026-06-29T10:48:06.548Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1665vm-test-run-nixbot-gitlab> gitlab # [ 245.124119] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.549Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"80072c22f7cf1d77b22d3273","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-80072c22f7cf1d77b22d3273: start","job_status":"start","queue_duration_s":2.152018,"scheduling_latency_s":2.152032}1666vm-test-run-nixbot-gitlab> gitlab # [ 245.136261] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.564Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"80072c22f7cf1d77b22d3273","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-80072c22f7cf1d77b22d3273: done: 0.014603 sec","job_status":"done","queue_duration_s":2.152018,"scheduling_latency_s":2.152032,"redis_calls":13,"redis_duration_s":0.002772,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000964,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001808,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008997,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014603,"completed_at":"2026-06-29T10:48:06.563Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1667vm-test-run-nixbot-gitlab> gitlab # [ 245.175758] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0be5c3562f4086f6801cc99a","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0be5c3562f4086f6801cc99a: start","job_status":"start","queue_duration_s":2.168038,"scheduling_latency_s":2.168054}1668vm-test-run-nixbot-gitlab> gitlab # [ 245.188528] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.579Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0be5c3562f4086f6801cc99a","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0be5c3562f4086f6801cc99a: done: 0.014474 sec","job_status":"done","queue_duration_s":2.168038,"scheduling_latency_s":2.168054,"redis_calls":13,"redis_duration_s":0.002684,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000896,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001788,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008889,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014474,"completed_at":"2026-06-29T10:48:06.579Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1669vm-test-run-nixbot-gitlab> gitlab # [ 245.228317] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"061f0456cefec471fae96353","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-061f0456cefec471fae96353: start","job_status":"start","queue_duration_s":2.183846,"scheduling_latency_s":2.183862}1670vm-test-run-nixbot-gitlab> gitlab # [ 245.241188] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.595Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"061f0456cefec471fae96353","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-061f0456cefec471fae96353: done: 0.014284 sec","job_status":"done","queue_duration_s":2.183846,"scheduling_latency_s":2.183862,"redis_calls":13,"redis_duration_s":0.00256,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001657,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008868,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014284,"completed_at":"2026-06-29T10:48:06.595Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1671vm-test-run-nixbot-gitlab> gitlab # [ 245.280828] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.596Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9aadba607ccb35db4e686af5","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9aadba607ccb35db4e686af5: start","job_status":"start","queue_duration_s":2.19948,"scheduling_latency_s":2.199496}1672vm-test-run-nixbot-gitlab> gitlab # [ 245.293240] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.611Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9aadba607ccb35db4e686af5","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9aadba607ccb35db4e686af5: done: 0.014526 sec","job_status":"done","queue_duration_s":2.19948,"scheduling_latency_s":2.199496,"redis_calls":13,"redis_duration_s":0.002627,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001698,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009011,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014526,"completed_at":"2026-06-29T10:48:06.611Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1673vm-test-run-nixbot-gitlab> gitlab # [ 245.332523] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.612Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04a389ee4c626748548d6c95","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04a389ee4c626748548d6c95: start","job_status":"start","queue_duration_s":2.215317,"scheduling_latency_s":2.215333}1674vm-test-run-nixbot-gitlab> gitlab # [ 245.345008] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.626Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04a389ee4c626748548d6c95","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04a389ee4c626748548d6c95: done: 0.014283 sec","job_status":"done","queue_duration_s":2.215317,"scheduling_latency_s":2.215333,"redis_calls":13,"redis_duration_s":0.0026049999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000887,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001718,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008797,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014283,"completed_at":"2026-06-29T10:48:06.626Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1675vm-test-run-nixbot-gitlab> gitlab # [ 245.384895] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.628Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d7dc6ed3f9e6f6194f54926b","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d7dc6ed3f9e6f6194f54926b: start","job_status":"start","queue_duration_s":2.230855,"scheduling_latency_s":2.230871}1676vm-test-run-nixbot-gitlab> gitlab # [ 245.398014] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.642Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d7dc6ed3f9e6f6194f54926b","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d7dc6ed3f9e6f6194f54926b: done: 0.014383 sec","job_status":"done","queue_duration_s":2.230855,"scheduling_latency_s":2.230871,"redis_calls":13,"redis_duration_s":0.0027029999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001764,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008866,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014383,"completed_at":"2026-06-29T10:48:06.642Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1677vm-test-run-nixbot-gitlab> gitlab # [ 245.437684] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.644Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e64f491838563d9f24be055","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e64f491838563d9f24be055: start","job_status":"start","queue_duration_s":2.246628,"scheduling_latency_s":2.246643}1678vm-test-run-nixbot-gitlab> gitlab # [ 245.450219] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.658Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e64f491838563d9f24be055","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e64f491838563d9f24be055: done: 0.014595 sec","job_status":"done","queue_duration_s":2.246628,"scheduling_latency_s":2.246643,"redis_calls":13,"redis_duration_s":0.002743,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000947,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001796,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009067,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014595,"completed_at":"2026-06-29T10:48:06.658Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1679vm-test-run-nixbot-gitlab> gitlab # [ 245.489537] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.659Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8b2d2a48256930b081acfb7","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8b2d2a48256930b081acfb7: start","job_status":"start","queue_duration_s":2.262422,"scheduling_latency_s":2.262437}1680vm-test-run-nixbot-gitlab> gitlab # [ 245.501791] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.674Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8b2d2a48256930b081acfb7","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8b2d2a48256930b081acfb7: done: 0.014263 sec","job_status":"done","queue_duration_s":2.262422,"scheduling_latency_s":2.262437,"redis_calls":13,"redis_duration_s":0.002489,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000905,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001584,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008924,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014263,"completed_at":"2026-06-29T10:48:06.674Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1681vm-test-run-nixbot-gitlab> gitlab # [ 245.542229] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.675Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fad845dffe9672a46bd064eb","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fad845dffe9672a46bd064eb: start","job_status":"start","queue_duration_s":2.278109,"scheduling_latency_s":2.278125}1682vm-test-run-nixbot-gitlab> gitlab # [ 245.555129] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.690Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fad845dffe9672a46bd064eb","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fad845dffe9672a46bd064eb: done: 0.014558 sec","job_status":"done","queue_duration_s":2.278109,"scheduling_latency_s":2.278125,"redis_calls":13,"redis_duration_s":0.002786,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000911,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001875,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008907,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014558,"completed_at":"2026-06-29T10:48:06.690Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1683vm-test-run-nixbot-gitlab> gitlab # [ 245.595689] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.691Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69b571c8dcaa1e449f0472f4","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69b571c8dcaa1e449f0472f4: start","job_status":"start","queue_duration_s":2.294099,"scheduling_latency_s":2.294114}1684vm-test-run-nixbot-gitlab> gitlab # [ 245.609488] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.706Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69b571c8dcaa1e449f0472f4","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69b571c8dcaa1e449f0472f4: done: 0.014541 sec","job_status":"done","queue_duration_s":2.294099,"scheduling_latency_s":2.294114,"redis_calls":13,"redis_duration_s":0.002711,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000997,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001714,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008956,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014541,"completed_at":"2026-06-29T10:48:06.705Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1685vm-test-run-nixbot-gitlab> gitlab # [ 245.649529] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.707Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddd5860e1d0d209577fe970b","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddd5860e1d0d209577fe970b: start","job_status":"start","queue_duration_s":2.309905,"scheduling_latency_s":2.309921}1686vm-test-run-nixbot-gitlab> gitlab # [ 245.661963] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.721Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ddd5860e1d0d209577fe970b","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ddd5860e1d0d209577fe970b: done: 0.014227 sec","job_status":"done","queue_duration_s":2.309905,"scheduling_latency_s":2.309921,"redis_calls":13,"redis_duration_s":0.002487,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001584,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008902,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014227,"completed_at":"2026-06-29T10:48:06.721Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1687vm-test-run-nixbot-gitlab> gitlab # [ 245.702179] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.722Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"31a6b31a4c8d54a922e2eb73","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-31a6b31a4c8d54a922e2eb73: start","job_status":"start","queue_duration_s":2.325389,"scheduling_latency_s":2.325404}1688vm-test-run-nixbot-gitlab> gitlab # [ 245.715200] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.747Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"31a6b31a4c8d54a922e2eb73","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-31a6b31a4c8d54a922e2eb73: done: 0.02439 sec","job_status":"done","queue_duration_s":2.325389,"scheduling_latency_s":2.325404,"redis_calls":13,"redis_duration_s":0.012019,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.009629,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00239,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009695,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02439,"completed_at":"2026-06-29T10:48:06.747Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1689vm-test-run-nixbot-gitlab> gitlab # [ 245.755777] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.748Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cbdf67cd010e173fc2770166","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cbdf67cd010e173fc2770166: start","job_status":"start","queue_duration_s":2.351251,"scheduling_latency_s":2.351267}1690vm-test-run-nixbot-gitlab> gitlab # [ 245.768706] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.763Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cbdf67cd010e173fc2770166","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cbdf67cd010e173fc2770166: done: 0.014363 sec","job_status":"done","queue_duration_s":2.351251,"scheduling_latency_s":2.351267,"redis_calls":13,"redis_duration_s":0.002663,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001763,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008836,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014363,"completed_at":"2026-06-29T10:48:06.762Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1691vm-test-run-nixbot-gitlab> gitlab # [ 245.809762] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.764Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ce93c0dd2269cde4ca9f556f","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ce93c0dd2269cde4ca9f556f: start","job_status":"start","queue_duration_s":2.367432,"scheduling_latency_s":2.367449}1692vm-test-run-nixbot-gitlab> gitlab # [ 245.822546] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.779Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ce93c0dd2269cde4ca9f556f","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ce93c0dd2269cde4ca9f556f: done: 0.014494 sec","job_status":"done","queue_duration_s":2.367432,"scheduling_latency_s":2.367449,"redis_calls":13,"redis_duration_s":0.002594,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001655,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014494,"completed_at":"2026-06-29T10:48:06.779Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1693vm-test-run-nixbot-gitlab> gitlab # [ 245.862711] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.780Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a62721cfdb2e81e6d124d379","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a62721cfdb2e81e6d124d379: start","job_status":"start","queue_duration_s":2.383343,"scheduling_latency_s":2.38336}1694vm-test-run-nixbot-gitlab> gitlab # [ 245.875224] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:48:06.795Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a62721cfdb2e81e6d124d379","created_at":"2026-06-29T10:48:04.324Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-34041bfc3eca4f5d","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"b22d07bb0de5f589ccea01ab1338adf0","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:48:04.397Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a62721cfdb2e81e6d124d379: done: 0.014765 sec","job_status":"done","queue_duration_s":2.383343,"scheduling_latency_s":2.38336,"redis_calls":13,"redis_duration_s":0.0026780000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001775,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00917,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014765,"completed_at":"2026-06-29T10:48:06.795Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1695vm-test-run-nixbot-gitlab> gitlab # [ 256.955174] setup-gitlab-start[3291]: W, [2026-06-29T10:48:21.776869 #3291] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1696vm-test-run-nixbot-gitlab> gitlab # [ 295.875477] runuser[3290]: pam_unix(runuser:session): session closed for user gitlab1697vm-test-run-nixbot-gitlab> gitlab # [ 295.879470] setup-gitlab-start[3621]: ++ jq -r .token1698vm-test-run-nixbot-gitlab> gitlab # [ 295.882877] setup-gitlab-start[3622]: +++ date -d '+7 days' +%F1699vm-test-run-nixbot-gitlab> gitlab # [ 295.886723] setup-gitlab-start[3620]: ++ curl -fs -X POST -H 'Authorization: Bearer 0677a72d0fc454a2f3b49f89f7c0a4eb331172c325547f622c89c2088acbaf42' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-07-06"}' http://gitlab/api/v4/users/1/personal_access_tokens1700vm-test-run-nixbot-gitlab> gitlab # [ 296.284548] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:01.105Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"f9d009e51d01a76ce2b6027b","created_at":"2026-06-29T10:49:01.049Z","trace_propagation_headers":{"sentry-trace":"fb68ba63ffa3482abea8c0b92a517fdc-fb2140de6ae1452a","baggage":"sentry-trace_id=fb68ba63ffa3482abea8c0b92a517fdc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYB1YKS21BFF6BN710TCQ","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:96277bedc1776101f19b1c15ac21f0db4b4a069e515020f62285e1bc0535eda2","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:01.100Z","job_size_bytes":451,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-f9d009e51d01a76ce2b6027b: start","job_status":"start","queue_duration_s":0.005073,"scheduling_latency_s":0.005122}1701vm-test-run-nixbot-gitlab> gitlab # [ 296.335056] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:01 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 3921702vm-test-run-nixbot-gitlab> gitlab # [ 296.340857] setup-gitlab-start[3239]: + TOKEN=glpat-E09m2aKr-G9eghL_ZGcS1286MQp1OjEH.01.0w00qsy0a1703vm-test-run-nixbot-gitlab> gitlab # [ 296.343646] setup-gitlab-start[3239]: + test -n glpat-E09m2aKr-G9eghL_ZGcS1286MQp1OjEH.01.0w00qsy0a1704vm-test-run-nixbot-gitlab> gitlab # [ 296.346491] setup-gitlab-start[3239]: + test glpat-E09m2aKr-G9eghL_ZGcS1286MQp1OjEH.01.0w00qsy0a '!=' null1705vm-test-run-nixbot-gitlab> gitlab # [ 296.349303] setup-gitlab-start[3239]: + mkdir -p /var/lib/secrets1706vm-test-run-nixbot-gitlab> gitlab # [ 296.351039] setup-gitlab-start[3239]: + echo glpat-E09m2aKr-G9eghL_ZGcS1286MQp1OjEH.01.0w00qsy0a1707vm-test-run-nixbot-gitlab> gitlab # [ 296.353518] setup-gitlab-start[3239]: + chmod 644 /var/lib/secrets/gitlab-token1708vm-test-run-nixbot-gitlab> gitlab # [ 296.355422] setup-gitlab-start[3239]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-E09m2aKr-G9eghL_ZGcS1286MQp1OjEH.01.0w00qsy0a' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1709vm-test-run-nixbot-gitlab> gitlab # [ 296.584718] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-29T10:49:01.404Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"f9d009e51d01a76ce2b6027b","created_at":"2026-06-29T10:49:01.049Z","trace_propagation_headers":{"sentry-trace":"fb68ba63ffa3482abea8c0b92a517fdc-fb2140de6ae1452a","baggage":"sentry-trace_id=fb68ba63ffa3482abea8c0b92a517fdc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYB1YKS21BFF6BN710TCQ","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:96277bedc1776101f19b1c15ac21f0db4b4a069e515020f62285e1bc0535eda2","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:01.100Z","job_size_bytes":451,"pid":2412,"sidekiq_tid":"lylk","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-f9d009e51d01a76ce2b6027b: fail: 0.297161 sec","job_status":"fail","queue_duration_s":0.005073,"scheduling_latency_s":0.005122,"redis_calls":17,"redis_duration_s":0.007816,"redis_read_bytes":651,"redis_write_bytes":1842,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.004228,"redis_feature_flag_read_bytes":644,"redis_feature_flag_write_bytes":958,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002744,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000844,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.044,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.044,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.206497,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00090286,"duration_s":0.297161,"completed_at":"2026-06-29T10:49:01.402Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.061901,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1710vm-test-run-nixbot-gitlab> gitlab # [ 298.290447] gitaly[1370]: time="2026-06-29T10:49:03.112Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:13.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.112" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1711vm-test-run-nixbot-gitlab> gitlab # [ 298.292577] gitaly[1370]: time="2026-06-29T10:49:03.113Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:13.001" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.112" grpc.time_ms=0.567 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1712vm-test-run-nixbot-gitlab> gitlab # [ 298.727352] gitaly[1370]: time="2026-06-29T10:49:03.550Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:13.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.549" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1713vm-test-run-nixbot-gitlab> gitlab # [ 298.745586] gitaly[1370]: time="2026-06-29T10:49:03.550Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:13.009" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.549" grpc.time_ms=0.551 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1714vm-test-run-nixbot-gitlab> gitlab # [ 298.782163] gitaly[1370]: time="2026-06-29T10:49:03.605Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK diskcache=a078f792-326f-4fc9-84d0-9dd1d3f68e9a grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-29T10:49:13.033" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.574" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1715vm-test-run-nixbot-gitlab> gitlab # [ 298.803247] gitaly[1370]: time="2026-06-29T10:49:03.605Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=300 command.oublock=32 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-29T10:49:13.033" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.574" grpc.time_ms=30.726 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1716vm-test-run-nixbot-gitlab> gitlab # [ 298.826420] gitaly[1370]: time="2026-06-29T10:49:03.649Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:13.108" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.648" pid=1370 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1717vm-test-run-nixbot-gitlab> gitlab # [ 298.839179] gitaly[1370]: time="2026-06-29T10:49:03.649Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:13.108" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.648" grpc.time_ms=0.674 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1718vm-test-run-nixbot-gitlab> gitlab # [ 298.873409] gitaly[1370]: time="2026-06-29T10:49:03.696Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T10:49:13.144" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:03.685" grpc.time_ms=10.725 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1719vm-test-run-nixbot-gitlab> gitlab # [ 299.055401] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:03.876Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"ef618fcd36952a2bfa2e30a9","created_at":"2026-06-29T10:49:03.746Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:03.862Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-ef618fcd36952a2bfa2e30a9: start","job_status":"start","queue_duration_s":0.013654,"scheduling_latency_s":0.013716}1720vm-test-run-nixbot-gitlab> gitlab # [ 299.263847] gitaly[1370]: time="2026-06-29T10:49:04.086Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:14.005" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.086" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1721vm-test-run-nixbot-gitlab> gitlab # [ 299.298149] gitaly[1370]: time="2026-06-29T10:49:04.086Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:14.005" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.086" grpc.time_ms=0.617 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1722vm-test-run-nixbot-gitlab> gitlab # [ 299.334249] gitaly[1370]: time="2026-06-29T10:49:04.139Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK diskcache=23fb822b-d116-49c2-9c1b-8ff1b1c528d0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-29T10:49:14.004" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.114" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1723vm-test-run-nixbot-gitlab> gitlab # [ 299.358204] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:04.125Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"ef618fcd36952a2bfa2e30a9","created_at":"2026-06-29T10:49:03.746Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:03.862Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-ef618fcd36952a2bfa2e30a9: done: 0.249521 sec","job_status":"done","queue_duration_s":0.013654,"scheduling_latency_s":0.013716,"redis_calls":15,"redis_duration_s":0.027711,"redis_read_bytes":140,"redis_write_bytes":1876,"redis_feature_flag_calls":5,"redis_feature_flag_duration_s":0.009956,"redis_feature_flag_read_bytes":132,"redis_feature_flag_write_bytes":711,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.014071,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003684,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.057,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.054,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.100732,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.06599332,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.249521,"completed_at":"2026-06-29T10:49:04.125Z","load_balancing_strategy":"primary","db_duration_s":0.059568,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1724vm-test-run-nixbot-gitlab> gitlab # [ 299.417702] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:04.137Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"5843affae380c9456e1a16e4","created_at":"2026-06-29T10:49:03.976Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:04.033Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-5843affae380c9456e1a16e4: start","job_status":"start","queue_duration_s":0.103814,"scheduling_latency_s":0.103862}1725vm-test-run-nixbot-gitlab> gitlab # [ 299.432834] gitaly[1370]: time="2026-06-29T10:49:04.140Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=300 command.oublock=32 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-29T10:49:14.004" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.114" grpc.time_ms=25.593 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1726vm-test-run-nixbot-gitlab> gitlab # [ 299.446648] gitaly[1370]: time="2026-06-29T10:49:04.215Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:14.104" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.215" pid=1370 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1727vm-test-run-nixbot-gitlab> gitlab # [ 299.457198] gitaly[1370]: time="2026-06-29T10:49:04.215Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:14.104" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.215" grpc.time_ms=0.669 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1728vm-test-run-nixbot-gitlab> gitlab # [ 299.677266] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:04.498Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"5843affae380c9456e1a16e4","created_at":"2026-06-29T10:49:03.976Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:04.033Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-5843affae380c9456e1a16e4: done: 0.361277 sec","job_status":"done","queue_duration_s":0.103814,"scheduling_latency_s":0.103862,"redis_calls":14,"redis_duration_s":0.071571,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.004839,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.014767,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.051965,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.071,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.067,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.125883,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.16673707999999998,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.361277,"completed_at":"2026-06-29T10:49:04.498Z","load_balancing_strategy":"primary","db_duration_s":0.120096,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1729vm-test-run-nixbot-gitlab> gitlab # [ 299.976061] gitaly[1370]: time="2026-06-29T10:49:04.798Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T10:49:14.243" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.784" grpc.time_ms=14.004 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1730vm-test-run-nixbot-gitlab> gitlab # [ 300.015435] gitaly[1370]: time="2026-06-29T10:49:04.838Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:14.007" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.837" grpc.time_ms=0.312 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1731vm-test-run-nixbot-gitlab> gitlab # [ 300.031091] gitaly[1370]: time="2026-06-29T10:49:04.848Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-29T10:49:14.017" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:04.847" grpc.time_ms=0.479 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1732vm-test-run-nixbot-gitlab> gitlab # [ 300.474267] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:05.295Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"873591dd46ee0725b541f4cc","created_at":"2026-06-29T10:49:05.285Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:05.292Z","job_size_bytes":5,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-873591dd46ee0725b541f4cc: start","job_status":"start","queue_duration_s":0.002663,"scheduling_latency_s":0.002727}1733vm-test-run-nixbot-gitlab> gitlab # [ 300.569752] gitaly[1370]: time="2026-06-29T10:49:05.391Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=7 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYBGH5D8DRKJ9ZGBA59DK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T10:49:15.263" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:05.374" grpc.time_ms=16.797 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1734vm-test-run-nixbot-gitlab> gitlab # [ 300.709908] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:05.530Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"873591dd46ee0725b541f4cc","created_at":"2026-06-29T10:49:05.285Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:05.292Z","job_size_bytes":5,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-873591dd46ee0725b541f4cc: done: 0.235077 sec","job_status":"done","queue_duration_s":0.002663,"scheduling_latency_s":0.002727,"redis_calls":12,"redis_duration_s":0.004747,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00133,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002752,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000665,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.189433,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00051672,"duration_s":0.235077,"completed_at":"2026-06-29T10:49:05.530Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.03264,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1735vm-test-run-nixbot-gitlab> gitlab # [ 300.819268] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:05.534Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"e6c9dd94a8b1ae6e9fbcf551","created_at":"2026-06-29T10:49:05.323Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:05.331Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-e6c9dd94a8b1ae6e9fbcf551: start","job_status":"start","queue_duration_s":0.203161,"scheduling_latency_s":0.20319}1736vm-test-run-nixbot-gitlab> gitlab # [ 301.018938] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:05.841Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"e6c9dd94a8b1ae6e9fbcf551","created_at":"2026-06-29T10:49:05.323Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:05.331Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-e6c9dd94a8b1ae6e9fbcf551: done: 0.306699 sec","job_status":"done","queue_duration_s":0.203161,"scheduling_latency_s":0.20319,"redis_calls":11,"redis_duration_s":0.003685,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001166,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002002,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000517,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.041,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.253,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.253,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.039,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.202928,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007115,"duration_s":0.306699,"completed_at":"2026-06-29T10:49:05.841Z","load_balancing_strategy":"primary","db_duration_s":0.109258,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1737vm-test-run-nixbot-gitlab> gitlab # [ 301.116320] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:05.844Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"d080e1ffc662d45048cfd539","created_at":"2026-06-29T10:49:05.339Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:05.351Z","job_size_bytes":89,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-d080e1ffc662d45048cfd539: start","job_status":"start","queue_duration_s":0.492699,"scheduling_latency_s":0.492728}1738vm-test-run-nixbot-gitlab> gitlab # [ 301.166169] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:05.987Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"d080e1ffc662d45048cfd539","created_at":"2026-06-29T10:49:05.339Z","trace_propagation_headers":{"sentry-trace":"2f1272e0e8c3464fa737729de8adf302-6abe5a9e278f49e4","baggage":"sentry-trace_id=2f1272e0e8c3464fa737729de8adf302,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYBGH5D8DRKJ9ZGBA59DK","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:05.351Z","job_size_bytes":89,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-d080e1ffc662d45048cfd539: done: 0.143447 sec","job_status":"done","queue_duration_s":0.492699,"scheduling_latency_s":0.492728,"redis_calls":11,"redis_duration_s":0.0049960000000000004,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000589,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003782,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000625,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.059506,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00208756,"duration_s":0.143447,"completed_at":"2026-06-29T10:49:05.987Z","load_balancing_strategy":"primary","db_duration_s":0.035864,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1739vm-test-run-nixbot-gitlab> gitlab # [ 301.228327] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:06.043Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"499d44a0bc6114df65b85be2","created_at":"2026-06-29T10:49:05.989Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"610ca41ea1cea51b49492369b4cfdbeb","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.013Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-499d44a0bc6114df65b85be2: start","job_status":"start","queue_duration_s":0.029831,"scheduling_latency_s":0.029886}1740vm-test-run-nixbot-gitlab> gitlab # [ 301.245412] setup-gitlab-start[3239]: + mkdir -p /tmp/test-flake1741vm-test-run-nixbot-gitlab> gitlab # [ 301.246333] setup-gitlab-start[3239]: + cd /tmp/test-flake1742vm-test-run-nixbot-gitlab> gitlab # [ 301.247136] setup-gitlab-start[3239]: + git init -b master1743vm-test-run-nixbot-gitlab> gitlab # [ 301.248283] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:06 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 48201744vm-test-run-nixbot-gitlab> gitlab # [ 301.250302] setup-gitlab-start[3681]: Initialized empty Git repository in /tmp/test-flake/.git/1745vm-test-run-nixbot-gitlab> gitlab # [ 301.251501] setup-gitlab-start[3239]: + git config user.name test1746vm-test-run-nixbot-gitlab> gitlab # [ 301.253418] setup-gitlab-start[3239]: + git config user.email test@example.com1747vm-test-run-nixbot-gitlab> gitlab # [ 301.258306] setup-gitlab-start[3239]: + cat1748vm-test-run-nixbot-gitlab> gitlab # [ 301.262630] setup-gitlab-start[3239]: + git add flake.nix1749vm-test-run-nixbot-gitlab> gitlab # [ 301.269077] setup-gitlab-start[3239]: + git commit -m 'initial commit'1750vm-test-run-nixbot-gitlab> gitlab # [ 301.288093] setup-gitlab-start[3686]: [master (root-commit) 00dee69] initial commit1751vm-test-run-nixbot-gitlab> gitlab # [ 301.292235] setup-gitlab-start[3686]: 1 file changed, 10 insertions(+)1752vm-test-run-nixbot-gitlab> gitlab # [ 301.293931] setup-gitlab-start[3686]: create mode 100644 flake.nix1753vm-test-run-nixbot-gitlab> gitlab # [ 301.295459] setup-gitlab-start[3239]: + git remote add origin http://oauth2:glpat-E09m2aKr-G9eghL_ZGcS1286MQp1OjEH.01.0w00qsy0a@gitlab/root/test-flake.git1754vm-test-run-nixbot-gitlab> gitlab # [ 301.298901] setup-gitlab-start[3239]: + git push -u origin master1755vm-test-run-nixbot-gitlab> gitlab # [ 301.398634] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:06 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 571756vm-test-run-nixbot-gitlab> gitlab # [ 301.536747] gitaly[1370]: time="2026-06-29T10:49:06.359Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGDFR3E5PZ6YHMTVE3NM grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:06.349" grpc.time_ms=9.538 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1757vm-test-run-nixbot-gitlab> gitlab # [ 301.553168] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:06 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 1361758vm-test-run-nixbot-gitlab> gitlab # [ 301.588146] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:06.409Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::UpdateLockedUnknownArtifactsWorker","jid":"499d44a0bc6114df65b85be2","created_at":"2026-06-29T10:49:05.989Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"610ca41ea1cea51b49492369b4cfdbeb","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:912858db94fb8c9da5e144f8394730b16dbb4d7f396606379d4f42078eef6e20","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.013Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UpdateLockedUnknownArtifactsWorker JID-499d44a0bc6114df65b85be2: done: 0.366413 sec","job_status":"done","queue_duration_s":0.029831,"scheduling_latency_s":0.029886,"redis_calls":12,"redis_duration_s":0.022069,"redis_read_bytes":11,"redis_write_bytes":1447,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00175,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":319,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005118,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.015201,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":542,"db_count":101,"db_write_count":0,"db_cached_count":99,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":101,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":99,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":100,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":99,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.234443,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00323744,"exclusive_lock_hold_duration_s":0.25485944,"extra.ci_update_locked_unknown_artifacts_worker.removed_count":0,"extra.ci_update_locked_unknown_artifacts_worker.locked_count":0,"duration_s":0.366413,"completed_at":"2026-06-29T10:49:06.409Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032207,"urgency":"throttled","target_duration_s":300,"target_scheduling_latency_s":null}1759vm-test-run-nixbot-gitlab> gitlab # [ 301.648030] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:06.411Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"a389eea3db7cac495bb46ceb","created_at":"2026-06-29T10:49:06.042Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bce64ce297359a0544e0830d04919a5e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.054Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-a389eea3db7cac495bb46ceb: start","job_status":"start","queue_duration_s":0.356477,"scheduling_latency_s":0.356498}1760vm-test-run-nixbot-gitlab> gitlab # [ 301.663375] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:06.485Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"a389eea3db7cac495bb46ceb","created_at":"2026-06-29T10:49:06.042Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bce64ce297359a0544e0830d04919a5e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.054Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-a389eea3db7cac495bb46ceb: done: 0.073713 sec","job_status":"done","queue_duration_s":0.356477,"scheduling_latency_s":0.356498,"redis_calls":13,"redis_duration_s":0.001905,"redis_read_bytes":11,"redis_write_bytes":1780,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000545,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000714,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000646,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.024,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028984,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00052126,"exclusive_lock_hold_duration_s":0.04686948,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.073713,"completed_at":"2026-06-29T10:49:06.485Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.028903,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1761vm-test-run-nixbot-gitlab> gitlab # [ 301.710053] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:06.486Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"1f0b04cb346bcba5d0bb0497","created_at":"2026-06-29T10:49:06.061Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9c00a381048564497a770db1ce4431a9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.103Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-1f0b04cb346bcba5d0bb0497: start","job_status":"start","queue_duration_s":0.382996,"scheduling_latency_s":0.383017}1762vm-test-run-nixbot-gitlab> gitlab # [ 301.746325] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:06.566Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"1f0b04cb346bcba5d0bb0497","created_at":"2026-06-29T10:49:06.061Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9c00a381048564497a770db1ce4431a9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.103Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-1f0b04cb346bcba5d0bb0497: done: 0.080365 sec","job_status":"done","queue_duration_s":0.382996,"scheduling_latency_s":0.383017,"redis_calls":13,"redis_duration_s":0.00201,"redis_read_bytes":11,"redis_write_bytes":1736,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001004,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":905,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000728,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000278,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.052,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.052,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015949,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.080365,"completed_at":"2026-06-29T10:49:06.566Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.051469,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1763vm-test-run-nixbot-gitlab> gitlab # [ 301.797590] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:06.583Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"8de74cda472e951b0e41b89f","created_at":"2026-06-29T10:49:06.109Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0186702342d6da4d4c46790193164d57","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.214Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-8de74cda472e951b0e41b89f: start","job_status":"start","queue_duration_s":0.368406,"scheduling_latency_s":0.36843}1764vm-test-run-nixbot-gitlab> gitlab # [ 301.930402] gitaly[1370]: time="2026-06-29T10:49:06.752Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T10:49:16.003" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:06.743" grpc.time_ms=8.708 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1765vm-test-run-nixbot-gitlab> gitlab # [ 301.979013] gitaly[1370]: time="2026-06-29T10:49:06.801Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=301 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-29T10:49:36.091" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-29T10:49:06.792" grpc.time_ms=9.453 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1766vm-test-run-nixbot-gitlab> gitlab # [ 302.008132] gitaly[1370]: time="2026-06-29T10:49:06.830Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KW9FYGHZ7S84GESJSH429A44 duration_ms=159ns method=POST pid=1370 status=200 url="http://unix/api/v4/internal/allowed"1767vm-test-run-nixbot-gitlab> gitlab # [ 302.041543] gitaly[1370]: time="2026-06-29T10:49:06.864Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KW9FYGHZ7S84GESJSH429A44 duration_ms=33ns method=POST pid=1370 status=200 url="http://unix/api/v4/internal/pre_receive"1768vm-test-run-nixbot-gitlab> gitlab # [ 302.048398] gitaly[1370]: time="2026-06-29T10:49:06.864Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5317 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:06.670" grpc.time_ms=194.666 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1769vm-test-run-nixbot-gitlab> gitlab # [ 302.079050] gitaly[1370]: time="2026-06-29T10:49:06.901Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:06.900" grpc.time_ms=1.01 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1770vm-test-run-nixbot-gitlab> gitlab # [ 302.114583] gitaly[1370]: time="2026-06-29T10:49:06.937Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4786 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:06.936" grpc.time_ms=0.744 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1771vm-test-run-nixbot-gitlab> gitlab # [ 302.151781] gitaly[1370]: time="2026-06-29T10:49:06.974Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:06.974" grpc.time_ms=0.504 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1772vm-test-run-nixbot-gitlab> gitlab # [ 302.187865] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.010Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"8de74cda472e951b0e41b89f","created_at":"2026-06-29T10:49:06.109Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0186702342d6da4d4c46790193164d57","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.214Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-8de74cda472e951b0e41b89f: done: 0.426931 sec","job_status":"done","queue_duration_s":0.368406,"scheduling_latency_s":0.36843,"redis_calls":11,"redis_duration_s":0.001604,"redis_read_bytes":9,"redis_write_bytes":1292,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000255,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000692,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000657,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":124,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":124,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.096,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.093,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.212118,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00049352,"exclusive_lock_hold_duration_s":0.39883568,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.426931,"completed_at":"2026-06-29T10:49:07.010Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.219401,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1773vm-test-run-nixbot-gitlab> gitlab # [ 302.243078] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.011Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"be698606425643bb33fcb9d2","created_at":"2026-06-29T10:49:06.238Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3e1078eaeec07d966ec00e30859e3509","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.388Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-be698606425643bb33fcb9d2: start","job_status":"start","queue_duration_s":0.623318,"scheduling_latency_s":0.623341}1774vm-test-run-nixbot-gitlab> gitlab # [ 302.259221] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.022Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1775vm-test-run-nixbot-gitlab> gitlab # [ 302.262855] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.027Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"be698606425643bb33fcb9d2","created_at":"2026-06-29T10:49:06.238Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3e1078eaeec07d966ec00e30859e3509","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.388Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-be698606425643bb33fcb9d2: done: 0.016146 sec","job_status":"done","queue_duration_s":0.623318,"scheduling_latency_s":0.623341,"redis_calls":9,"redis_duration_s":0.001251,"redis_read_bytes":7,"redis_write_bytes":1185,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000285,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000702,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000264,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010822,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016146,"completed_at":"2026-06-29T10:49:07.027Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000359,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1776vm-test-run-nixbot-gitlab> gitlab # [ 302.306474] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.029Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"468e5a2e5c0787f9b5ad460b","created_at":"2026-06-29T10:49:06.406Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6037445e89455c731c23c25e8c17440a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.447Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-468e5a2e5c0787f9b5ad460b: start","job_status":"start","queue_duration_s":0.581355,"scheduling_latency_s":0.581375}1777vm-test-run-nixbot-gitlab> gitlab # [ 302.321500] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.045Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"468e5a2e5c0787f9b5ad460b","created_at":"2026-06-29T10:49:06.406Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6037445e89455c731c23c25e8c17440a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.447Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-468e5a2e5c0787f9b5ad460b: done: 0.015778 sec","job_status":"done","queue_duration_s":0.581355,"scheduling_latency_s":0.581375,"redis_calls":9,"redis_duration_s":0.00126,"redis_read_bytes":7,"redis_write_bytes":1119,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00025,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000724,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000286,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010691,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015778,"completed_at":"2026-06-29T10:49:07.044Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000306,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1778vm-test-run-nixbot-gitlab> gitlab # [ 302.364886] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.046Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"78c6d267637f96bd1668196b","created_at":"2026-06-29T10:49:06.458Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.472Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-78c6d267637f96bd1668196b: start","job_status":"start","queue_duration_s":0.573516,"scheduling_latency_s":0.573532}1779vm-test-run-nixbot-gitlab> gitlab # [ 302.378990] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.080Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"78c6d267637f96bd1668196b","created_at":"2026-06-29T10:49:06.458Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.472Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-78c6d267637f96bd1668196b: done: 0.034621 sec","job_status":"done","queue_duration_s":0.573516,"scheduling_latency_s":0.573532,"redis_calls":18,"redis_duration_s":0.003486,"redis_read_bytes":20,"redis_write_bytes":4694,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000533,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.001034,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3011,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.001503,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000416,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023784,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034621,"completed_at":"2026-06-29T10:49:07.080Z","load_balancing_strategy":"primary","db_duration_s":0.001941,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1780vm-test-run-nixbot-gitlab> gitlab # [ 302.424925] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.082Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"f24a6ad5053139ce3cf86595","created_at":"2026-06-29T10:49:06.475Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4a4c14175c79dea6c46516d8fd8dd4a6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.488Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-f24a6ad5053139ce3cf86595: start","job_status":"start","queue_duration_s":0.593735,"scheduling_latency_s":0.593753}1781vm-test-run-nixbot-gitlab> gitlab # [ 302.440515] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.092Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1782vm-test-run-nixbot-gitlab> gitlab # [ 302.443718] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.101Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"f24a6ad5053139ce3cf86595","created_at":"2026-06-29T10:49:06.475Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4a4c14175c79dea6c46516d8fd8dd4a6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.488Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-f24a6ad5053139ce3cf86595: done: 0.019155 sec","job_status":"done","queue_duration_s":0.593735,"scheduling_latency_s":0.593753,"redis_calls":9,"redis_duration_s":0.0048000000000000004,"redis_read_bytes":7,"redis_write_bytes":1112,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000677,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003726,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000397,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010426,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019155,"completed_at":"2026-06-29T10:49:07.101Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000356,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1783vm-test-run-nixbot-gitlab> gitlab # [ 302.486264] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.105Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"528fe47d001177cbbe0a6147","created_at":"2026-06-29T10:49:06.491Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9bedc373c2e77f273c3fce67ca3f138","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.505Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-528fe47d001177cbbe0a6147: start","job_status":"start","queue_duration_s":0.599241,"scheduling_latency_s":0.599259}1784vm-test-run-nixbot-gitlab> gitlab # [ 302.500521] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.124Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"528fe47d001177cbbe0a6147","created_at":"2026-06-29T10:49:06.491Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c9bedc373c2e77f273c3fce67ca3f138","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.505Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-528fe47d001177cbbe0a6147: done: 0.019556 sec","job_status":"done","queue_duration_s":0.599241,"scheduling_latency_s":0.599259,"redis_calls":11,"redis_duration_s":0.002633,"redis_read_bytes":9,"redis_write_bytes":1418,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000418,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001307,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012293,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00071038,"exclusive_lock_hold_duration_s":0.00235452,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.019556,"completed_at":"2026-06-29T10:49:07.124Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00152,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1785vm-test-run-nixbot-gitlab> gitlab # [ 302.544028] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.125Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"627731a5885df438023edc0f","created_at":"2026-06-29T10:49:06.509Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"140b058f2c76639a7db9044aec8a0fc5","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.517Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-627731a5885df438023edc0f: start","job_status":"start","queue_duration_s":0.608583,"scheduling_latency_s":0.608598}1786vm-test-run-nixbot-gitlab> gitlab # [ 302.557812] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.153Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"627731a5885df438023edc0f","created_at":"2026-06-29T10:49:06.509Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"140b058f2c76639a7db9044aec8a0fc5","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.517Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-627731a5885df438023edc0f: done: 0.028097 sec","job_status":"done","queue_duration_s":0.608583,"scheduling_latency_s":0.608598,"redis_calls":9,"redis_duration_s":0.011806,"redis_read_bytes":7,"redis_write_bytes":984,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002582,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005592,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003632,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012144,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028097,"completed_at":"2026-06-29T10:49:07.153Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001193,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1787vm-test-run-nixbot-gitlab> gitlab # [ 302.600077] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.156Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"8bafdd3ba996a733ce351d69","created_at":"2026-06-29T10:49:06.521Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4a31ba90569ac2edeba601e2d63144a4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.526Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-8bafdd3ba996a733ce351d69: start","job_status":"start","queue_duration_s":0.629599,"scheduling_latency_s":0.629618}1788vm-test-run-nixbot-gitlab> gitlab # [ 302.614881] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.195Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"8bafdd3ba996a733ce351d69","created_at":"2026-06-29T10:49:06.521Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4a31ba90569ac2edeba601e2d63144a4","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.526Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-8bafdd3ba996a733ce351d69: done: 0.039921 sec","job_status":"done","queue_duration_s":0.629599,"scheduling_latency_s":0.629618,"redis_calls":11,"redis_duration_s":0.001685,"redis_read_bytes":9,"redis_write_bytes":1518,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000305,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000691,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000689,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020394,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00054042,"exclusive_lock_hold_duration_s":0.01424626,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.039921,"completed_at":"2026-06-29T10:49:07.195Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015993,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1789vm-test-run-nixbot-gitlab> gitlab # [ 302.660949] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.197Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"ad22541a769d9c58d4d68057","created_at":"2026-06-29T10:49:06.534Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d46a5a8b468af6b278307ec39f9dbb45","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.542Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-ad22541a769d9c58d4d68057: start","job_status":"start","queue_duration_s":0.654943,"scheduling_latency_s":0.654968}1790vm-test-run-nixbot-gitlab> gitlab # [ 302.675547] gitlab-workhorse[1291]: time="2026-06-29T10:49:07Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521791vm-test-run-nixbot-gitlab> gitlab # [ 302.677571] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:07 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 8111792vm-test-run-nixbot-gitlab> gitlab # [ 302.679540] gitaly[1370]: time="2026-06-29T10:49:07.124Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=577 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T10:49:17.007" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:07.118" grpc.time_ms=6.836 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1793vm-test-run-nixbot-gitlab> gitlab # [ 302.693682] setup-gitlab-start[3690]: To http://gitlab/root/test-flake.git1794vm-test-run-nixbot-gitlab> gitlab # [ 302.694617] setup-gitlab-start[3690]: * [new branch] master -> master1795vm-test-run-nixbot-gitlab> gitlab # [ 302.695553] setup-gitlab-start[3690]: branch 'master' set up to track 'origin/master'.1796vm-test-run-nixbot-gitlab> gitlab # [ 302.696908] systemd[1]: Finished setup-gitlab.service.1797vm-test-run-nixbot-gitlab> gitlab # [ 302.697733] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.225Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"ad22541a769d9c58d4d68057","created_at":"2026-06-29T10:49:06.534Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d46a5a8b468af6b278307ec39f9dbb45","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.542Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-ad22541a769d9c58d4d68057: done: 0.028489 sec","job_status":"done","queue_duration_s":0.654943,"scheduling_latency_s":0.654968,"redis_calls":15,"redis_duration_s":0.002069,"redis_read_bytes":13,"redis_write_bytes":1859,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001098,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000694,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000277,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019688,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.028489,"completed_at":"2026-06-29T10:49:07.225Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004119,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1798vm-test-run-nixbot-gitlab> gitlab # [ 302.740780] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.226Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"ca3755cd619c2ef77a561f37","created_at":"2026-06-29T10:49:06.544Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"84ddf4ef77fb7d2831326b9ed09584f2","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.548Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-ca3755cd619c2ef77a561f37: start","job_status":"start","queue_duration_s":0.67789,"scheduling_latency_s":0.677908}1799vm-test-run-nixbot-gitlab> gitlab # [ 302.755069] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.248Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"ca3755cd619c2ef77a561f37","created_at":"2026-06-29T10:49:06.544Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"84ddf4ef77fb7d2831326b9ed09584f2","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.548Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-ca3755cd619c2ef77a561f37: done: 0.021993 sec","job_status":"done","queue_duration_s":0.67789,"scheduling_latency_s":0.677908,"redis_calls":9,"redis_duration_s":0.001276,"redis_read_bytes":7,"redis_write_bytes":1183,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00028,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000718,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000278,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011413,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.021993,"completed_at":"2026-06-29T10:49:07.248Z","load_balancing_strategy":"primary","db_duration_s":0.0061,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1800vm-test-run-nixbot-gitlab> gitlab # [ 302.798412] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.250Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"d1b3ade2c20027206a0f0def","created_at":"2026-06-29T10:49:06.556Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"17fab73feb295aa4984c8bd221c8d670","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T10:49:06.568Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-d1b3ade2c20027206a0f0def: start","job_status":"start","queue_duration_s":0.681256,"scheduling_latency_s":0.681276}1801vm-test-run-nixbot-gitlab> gitlab # [ 302.812189] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.261Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1802vm-test-run-nixbot-gitlab> gitlab # [ 302.815430] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.266Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"d1b3ade2c20027206a0f0def","created_at":"2026-06-29T10:49:06.556Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"17fab73feb295aa4984c8bd221c8d670","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-29T10:49:06.568Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-d1b3ade2c20027206a0f0def: done: 0.016123 sec","job_status":"done","queue_duration_s":0.681256,"scheduling_latency_s":0.681276,"redis_calls":9,"redis_duration_s":0.001591,"redis_read_bytes":7,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000458,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000805,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000328,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010288,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016123,"completed_at":"2026-06-29T10:49:07.266Z","load_balancing_strategy":"primary","db_duration_s":0.00066,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1803vm-test-run-nixbot-gitlab> gitlab # [ 302.858256] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.267Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"b7b98984a1a6d75e883eb06a","created_at":"2026-06-29T10:49:06.582Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.588Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-b7b98984a1a6d75e883eb06a: start","job_status":"start","queue_duration_s":0.678775,"scheduling_latency_s":0.678794}1804vm-test-run-nixbot-gitlab> gitlab # [ 302.872369] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.365Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"b7b98984a1a6d75e883eb06a","created_at":"2026-06-29T10:49:06.582Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.588Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-b7b98984a1a6d75e883eb06a: done: 0.098213 sec","job_status":"done","queue_duration_s":0.678775,"scheduling_latency_s":0.678794,"redis_calls":70,"redis_duration_s":0.014168,"redis_read_bytes":118,"redis_write_bytes":42530,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.001321,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.000657,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.011696,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000494,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.08464,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.098213,"completed_at":"2026-06-29T10:49:07.365Z","load_balancing_strategy":"primary","db_duration_s":0.002676,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1805vm-test-run-nixbot-gitlab> gitlab # [ 302.917495] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.367Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"4cd4fdcde4a05add693fd99c","created_at":"2026-06-29T10:49:06.592Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f4926f7e7aa7443f627ca7fa470c9137","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.623Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-4cd4fdcde4a05add693fd99c: start","job_status":"start","queue_duration_s":0.744007,"scheduling_latency_s":0.744025}1806vm-test-run-nixbot-gitlab> gitlab # [ 302.931809] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.387Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"4cd4fdcde4a05add693fd99c","created_at":"2026-06-29T10:49:06.592Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f4926f7e7aa7443f627ca7fa470c9137","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.623Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-4cd4fdcde4a05add693fd99c: done: 0.020061 sec","job_status":"done","queue_duration_s":0.744007,"scheduling_latency_s":0.744025,"redis_calls":11,"redis_duration_s":0.00276,"redis_read_bytes":9,"redis_write_bytes":1399,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000497,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00121,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001053,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012131,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00053618,"exclusive_lock_hold_duration_s":0.00336282,"duration_s":0.020061,"completed_at":"2026-06-29T10:49:07.387Z","load_balancing_strategy":"primary","db_duration_s":0.00212,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1807vm-test-run-nixbot-gitlab> gitlab # [ 302.975920] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.389Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"246f0e059bed97d56ba5cbea","created_at":"2026-06-29T10:49:06.626Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2ae9081f168755263d77cde1a4ede4c2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T10:49:06.643Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-246f0e059bed97d56ba5cbea: start","job_status":"start","queue_duration_s":0.746283,"scheduling_latency_s":0.7463}1808vm-test-run-nixbot-gitlab> gitlab # [ 302.990260] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.413Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"246f0e059bed97d56ba5cbea","created_at":"2026-06-29T10:49:06.626Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2ae9081f168755263d77cde1a4ede4c2","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-29T10:49:06.643Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-246f0e059bed97d56ba5cbea: done: 0.024014 sec","job_status":"done","queue_duration_s":0.746283,"scheduling_latency_s":0.7463,"redis_calls":9,"redis_duration_s":0.002078,"redis_read_bytes":7,"redis_write_bytes":1068,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000442,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001188,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000448,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015738,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024014,"completed_at":"2026-06-29T10:49:07.413Z","load_balancing_strategy":"primary","db_duration_s":0.003308,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1809vm-test-run-nixbot-gitlab> gitlab # [ 303.032600] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.414Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f45790e8096165826c0ac514","created_at":"2026-06-29T10:49:06.668Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ae0535809a448aa06226bd7f97ecde59","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.678Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f45790e8096165826c0ac514: start","job_status":"start","queue_duration_s":0.736338,"scheduling_latency_s":0.736355}1810vm-test-run-nixbot-gitlab> gitlab # [ 303.048122] gitaly[1370]: time="2026-06-29T10:49:07.154Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1436 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=6 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-29T10:49:17.025" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:07.136" grpc.time_ms=18.541 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1811vm-test-run-nixbot-gitlab> gitlab # [ 303.061901] gitaly[1370]: time="2026-06-29T10:49:07.171Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KW9FYGHZ7S84GESJSH429A44 duration_ms=138ns method=POST pid=1370 status=200 url="http://unix/api/v4/internal/post_receive"1812vm-test-run-nixbot-gitlab> gitlab # [ 303.065803] systemd[1]: Starting nixbot CI service...1813vm-test-run-nixbot-gitlab> gitlab # [ 303.066623] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.748Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"f45790e8096165826c0ac514","created_at":"2026-06-29T10:49:06.668Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ae0535809a448aa06226bd7f97ecde59","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.678Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-f45790e8096165826c0ac514: done: 0.333712 sec","job_status":"done","queue_duration_s":0.736338,"scheduling_latency_s":0.736355,"redis_calls":573,"redis_duration_s":0.096522,"redis_read_bytes":571,"redis_write_bytes":49790,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000462,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001229,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.094831,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.272552,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.333712,"completed_at":"2026-06-29T10:49:07.748Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00056,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1814vm-test-run-nixbot-gitlab> gitlab # [ 303.112391] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.750Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"ee4939f7634761e0f5c65636","created_at":"2026-06-29T10:49:06.705Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"43a91402a1ac470bf93dff67d5cc16a8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.716Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-ee4939f7634761e0f5c65636: start","job_status":"start","queue_duration_s":1.033797,"scheduling_latency_s":1.033817}1815vm-test-run-nixbot-gitlab> gitlab # [ 303.127632] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.762Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1816vm-test-run-nixbot-gitlab> gitlab # [ 303.131395] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.768Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"ee4939f7634761e0f5c65636","created_at":"2026-06-29T10:49:06.705Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"43a91402a1ac470bf93dff67d5cc16a8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.716Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-ee4939f7634761e0f5c65636: done: 0.018663 sec","job_status":"done","queue_duration_s":1.033797,"scheduling_latency_s":1.033817,"redis_calls":9,"redis_duration_s":0.002124,"redis_read_bytes":7,"redis_write_bytes":1105,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000491,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001191,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000442,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01208,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018663,"completed_at":"2026-06-29T10:49:07.768Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000633,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1817vm-test-run-nixbot-gitlab> gitlab # [ 303.177280] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.770Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"af7bc1e06af9020e0752a01f","created_at":"2026-06-29T10:49:06.720Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f1659ff53010d1357d182cb3e9af7a36","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.733Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-af7bc1e06af9020e0752a01f: start","job_status":"start","queue_duration_s":1.037007,"scheduling_latency_s":1.037028}1818vm-test-run-nixbot-gitlab> gitlab # [ 303.193247] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.781Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1819vm-test-run-nixbot-gitlab> gitlab # [ 303.197471] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.787Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"af7bc1e06af9020e0752a01f","created_at":"2026-06-29T10:49:06.720Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f1659ff53010d1357d182cb3e9af7a36","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.733Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-af7bc1e06af9020e0752a01f: done: 0.017009 sec","job_status":"done","queue_duration_s":1.037007,"scheduling_latency_s":1.037028,"redis_calls":9,"redis_duration_s":0.002242,"redis_read_bytes":7,"redis_write_bytes":1178,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000496,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001255,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000491,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010497,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017009,"completed_at":"2026-06-29T10:49:07.787Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000652,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1820vm-test-run-nixbot-gitlab> gitlab # [ 303.243459] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.788Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"c56ab5f1bb5f6627f0a91c78","created_at":"2026-06-29T10:49:06.739Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"58f9d775b8186b46e971d2205a77ef51","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.758Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-c56ab5f1bb5f6627f0a91c78: start","job_status":"start","queue_duration_s":1.029957,"scheduling_latency_s":1.029974}1821vm-test-run-nixbot-gitlab> gitlab # [ 303.260157] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.813Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"c56ab5f1bb5f6627f0a91c78","created_at":"2026-06-29T10:49:06.739Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"58f9d775b8186b46e971d2205a77ef51","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.758Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-c56ab5f1bb5f6627f0a91c78: done: 0.024769 sec","job_status":"done","queue_duration_s":1.029957,"scheduling_latency_s":1.029974,"redis_calls":12,"redis_duration_s":0.003271,"redis_read_bytes":10,"redis_write_bytes":1576,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000519,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001606,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001146,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014661,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00555864,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.024769,"completed_at":"2026-06-29T10:49:07.813Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004362,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1822vm-test-run-nixbot-gitlab> gitlab # [ 303.309493] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.814Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"83d64ddd2ddd86eacc6b2ca5","created_at":"2026-06-29T10:49:06.769Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0f674721a3f2cc01d3a935e15383aa1e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.786Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-83d64ddd2ddd86eacc6b2ca5: start","job_status":"start","queue_duration_s":1.028303,"scheduling_latency_s":1.028318}1823vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 304.03 seconds)1824vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1825vm-test-run-nixbot-gitlab> gitlab # [ 303.324547] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.832Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ExpireBuildArtifactsWorker","jid":"83d64ddd2ddd86eacc6b2ca5","created_at":"2026-06-29T10:49:06.769Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0f674721a3f2cc01d3a935e15383aa1e","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:7be9ea93da0bda6381b334cf2932692b41842a57ea0aeac11899369225b9bb7e","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:06.786Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ExpireBuildArtifactsWorker JID-83d64ddd2ddd86eacc6b2ca5: done: 0.017183 sec","job_status":"done","queue_duration_s":1.028303,"scheduling_latency_s":1.028318,"redis_calls":10,"redis_duration_s":0.002273,"redis_read_bytes":9,"redis_write_bytes":1035,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000477,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001324,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000472,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009489,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003215,"duration_s":0.017183,"completed_at":"2026-06-29T10:49:07.831Z","load_balancing_strategy":"primary","db_duration_s":0.000573,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1826vm-test-run-nixbot-gitlab> gitlab # [ 303.367184] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.833Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"0e326a6fd302cdec2c5f6214","created_at":"2026-06-29T10:49:06.827Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a8501b6677ca7cfc60fa668ffe5c8033","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T10:49:06.845Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-0e326a6fd302cdec2c5f6214: start","job_status":"start","queue_duration_s":0.987458,"scheduling_latency_s":0.987473}1827vm-test-run-nixbot-gitlab> gitlab # [ 303.380525] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.844Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1828vm-test-run-nixbot-gitlab> gitlab # [ 303.384076] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.849Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"0e326a6fd302cdec2c5f6214","created_at":"2026-06-29T10:49:06.827Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-e6219aabebae44fa","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a8501b6677ca7cfc60fa668ffe5c8033","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-29T10:49:06.845Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-0e326a6fd302cdec2c5f6214: done: 0.016196 sec","job_status":"done","queue_duration_s":0.987458,"scheduling_latency_s":0.987473,"redis_calls":9,"redis_duration_s":0.002103,"redis_read_bytes":7,"redis_write_bytes":1152,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000865,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.000783,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000455,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010507,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016196,"completed_at":"2026-06-29T10:49:07.849Z","load_balancing_strategy":"primary","db_duration_s":0.000656,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1829vm-test-run-nixbot-gitlab> gitlab # [ 303.428074] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.850Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"030a7ef536b5b80b0bb8a6aa","created_at":"2026-06-29T10:49:07.059Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-15c5b7d830fa494f","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.074Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-030a7ef536b5b80b0bb8a6aa: start","job_status":"start","queue_duration_s":0.776572,"scheduling_latency_s":0.776589}1830vm-test-run-nixbot-gitlab> gitlab # [ 303.440669] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.865Z","message":"No existing merge request to be cleaned up."}1831vm-test-run-nixbot-gitlab> gitlab # [ 303.443184] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.873Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"030a7ef536b5b80b0bb8a6aa","created_at":"2026-06-29T10:49:07.059Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-15c5b7d830fa494f","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.074Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-030a7ef536b5b80b0bb8a6aa: done: 0.022556 sec","job_status":"done","queue_duration_s":0.776572,"scheduling_latency_s":0.776589,"redis_calls":12,"redis_duration_s":0.0022199999999999998,"redis_read_bytes":10,"redis_write_bytes":1323,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000256,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000837,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001127,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013851,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022556,"completed_at":"2026-06-29T10:49:07.873Z","load_balancing_strategy":"primary","db_duration_s":0.004662,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1832vm-test-run-nixbot-gitlab> gitlab # [ 303.486325] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.874Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e3a29d53f356d9316cd28ff3","created_at":"2026-06-29T10:49:07.059Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-15c5b7d830fa494f","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.074Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e3a29d53f356d9316cd28ff3: start","job_status":"start","queue_duration_s":0.800402,"scheduling_latency_s":0.800417}1833vm-test-run-nixbot-gitlab> gitlab # [ 303.498137] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.884Z","message":"No existing merge request to be cleaned up."}1834vm-test-run-nixbot-gitlab> gitlab # [ 303.499927] gitaly[1370]: time="2026-06-29T10:49:07.172Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4811 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:07.031" grpc.time_ms=141.059 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1835vm-test-run-nixbot-gitlab> gitlab # [ 303.510121] gitaly[1370]: time="2026-06-29T10:49:07.178Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 diskcache=ecb30065-3176-4080-9f6c-31d7ecb7e473 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:06.621" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1836vm-test-run-nixbot-gitlab> gitlab # [ 303.519589] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.892Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"e3a29d53f356d9316cd28ff3","created_at":"2026-06-29T10:49:07.059Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-15c5b7d830fa494f","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.074Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-e3a29d53f356d9316cd28ff3: done: 0.018376 sec","job_status":"done","queue_duration_s":0.800402,"scheduling_latency_s":0.800417,"redis_calls":10,"redis_duration_s":0.002438,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001016,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001422,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011277,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018376,"completed_at":"2026-06-29T10:49:07.892Z","load_balancing_strategy":"primary","db_duration_s":0.002538,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1837vm-test-run-nixbot-gitlab> gitlab # [ 303.557717] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.894Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"df230c15b7731b0158d8db27","created_at":"2026-06-29T10:49:07.059Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-15c5b7d830fa494f","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.074Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-df230c15b7731b0158d8db27: start","job_status":"start","queue_duration_s":0.820125,"scheduling_latency_s":0.820141}1838vm-test-run-nixbot-gitlab> gitlab # [ 303.569888] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.904Z","message":"No existing merge request to be cleaned up."}1839vm-test-run-nixbot-gitlab> gitlab # [ 303.571548] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.913Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"df230c15b7731b0158d8db27","created_at":"2026-06-29T10:49:07.059Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-15c5b7d830fa494f","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.074Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-df230c15b7731b0158d8db27: done: 0.018788 sec","job_status":"done","queue_duration_s":0.820125,"scheduling_latency_s":0.820141,"redis_calls":10,"redis_duration_s":0.002601,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001088,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001513,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011589,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018788,"completed_at":"2026-06-29T10:49:07.912Z","load_balancing_strategy":"primary","db_duration_s":0.002524,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1840vm-test-run-nixbot-gitlab> gitlab # [ 303.614852] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.914Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a549394347b63d079342462e","created_at":"2026-06-29T10:49:07.059Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-15c5b7d830fa494f","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.074Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a549394347b63d079342462e: start","job_status":"start","queue_duration_s":0.840275,"scheduling_latency_s":0.840291}1841vm-test-run-nixbot-gitlab> gitlab # [ 303.628108] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.934Z","message":"No existing merge request to be cleaned up."}1842vm-test-run-nixbot-gitlab> gitlab # [ 303.629802] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.946Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a549394347b63d079342462e","created_at":"2026-06-29T10:49:07.059Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-15c5b7d830fa494f","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"81e0c5c9675eccbcb84ef752e00009f1","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.074Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a549394347b63d079342462e: done: 0.03197 sec","job_status":"done","queue_duration_s":0.840275,"scheduling_latency_s":0.840291,"redis_calls":10,"redis_duration_s":0.009809,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003562,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006247,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014295,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.03197,"completed_at":"2026-06-29T10:49:07.946Z","load_balancing_strategy":"primary","db_duration_s":0.004313,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1843vm-test-run-nixbot-gitlab> gitlab # [ 303.670703] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.947Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 00dee69e1098ace9d0ab0f2102edb2adf5219d52 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"747bf2f3f0de3a9a6ac388a9","created_at":"2026-06-29T10:49:07.091Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-69c0e0e329b34589","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.098Z","job_size_bytes":185,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-747bf2f3f0de3a9a6ac388a9: start","job_status":"start","queue_duration_s":0.849043,"scheduling_latency_s":0.849063}1844vm-test-run-nixbot-gitlab> gitlab # [ 303.690361] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:07.982Z","message":"changes: \"0000000000000000000000000000000000000000 00dee69e1098ace9d0ab0f2102edb2adf5219d52 refs/heads/master\\n\""}1845vm-test-run-nixbot-gitlab> gitlab # [ 303.693410] gitaly[1370]: time="2026-06-29T10:49:07.178Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=172 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=851968 command.minflt=13193 command.oublock=32 command.real_time_ms=552 command.spawn_token_fork_ms=3 command.system_time_ms=92 command.user_time_ms=80 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:06.621" grpc.time_ms=557.554 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1846vm-test-run-nixbot-gitlab> gitlab # [ 303.708794] gitaly[1370]: time="2026-06-29T10:49:08.033Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:18.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:08.024" grpc.time_ms=9.224 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1847vm-test-run-nixbot-gitlab> gitlab # [ 303.722477] gitaly[1370]: time="2026-06-29T10:49:08.048Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T10:49:18.017" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:08.038" grpc.time_ms=9.748 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1848vm-test-run-nixbot-gitlab> gitlab # [ 303.737861] gitaly[1370]: time="2026-06-29T10:49:08.152Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=27 command.spawn_token_fork_ms=9 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-29T10:49:18.099" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:08.119" grpc.time_ms=32.373 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1849vm-test-run-nixbot-gitlab> gitlab # [ 303.753361] gitaly[1370]: time="2026-06-29T10:49:08.244Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3937 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:08.244" grpc.time_ms=0.376 pid=1370 span.kind=server system=grpc1850vm-test-run-nixbot-gitlab> gitlab # [ 303.765312] gitaly[1370]: time="2026-06-29T10:49:08.269Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3939 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:08.269" grpc.time_ms=0.395 pid=1370 span.kind=server system=grpc1851vm-test-run-nixbot-gitlab> gitlab # [ 303.776493] gitaly[1370]: time="2026-06-29T10:49:08.277Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 diskcache=6294775f-19b2-4efe-b0fa-82fb2e92f25d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T10:49:18.181" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:08.201" pid=1370 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1852vm-test-run-nixbot-gitlab> gitlab # [ 303.788053] gitaly[1370]: time="2026-06-29T10:49:08.278Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=71 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4963 command.oublock=8 command.real_time_ms=70 command.spawn_token_fork_ms=1 command.system_time_ms=49 command.user_time_ms=22 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T10:49:18.181" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:08.201" grpc.time_ms=76.014 pid=1370 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1853vm-test-run-nixbot-gitlab> gitlab # [ 303.803605] gitaly[1370]: time="2026-06-29T10:49:08.290Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-29T10:49:18.269" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:08.290" grpc.time_ms=0.128 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1854vm-test-run-nixbot-gitlab> gitlab # [ 303.814743] gitaly[1370]: time="2026-06-29T10:49:08.304Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=860 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-29T10:49:18.273" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:08.294" grpc.time_ms=9.942 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1855vm-test-run-nixbot-gitlab> gitlab # [ 303.828146] gitaly[1370]: time="2026-06-29T10:49:08.403Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=312 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-29T10:49:38.092" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:08.393" grpc.time_ms=9.806 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1856vm-test-run-nixbot-gitlab> gitlab # [ 303.843679] gitaly[1370]: time="2026-06-29T10:49:08.433Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-29T10:49:18.002" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:08.432" grpc.time_ms=0.313 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1857vm-test-run-nixbot-gitlab> gitlab # [ 303.854655] gitaly[1370]: time="2026-06-29T10:49:08.441Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=316 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-29T10:49:18.005" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-29T10:49:08.435" grpc.time_ms=5.916 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1858vm-test-run-nixbot-gitlab> gitlab # [ 303.868280] gitaly[1370]: time="2026-06-29T10:49:08.473Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:18.028" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:08.458" grpc.time_ms=14.991 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1859vm-test-run-nixbot-gitlab> gitlab # [ 303.883000] gitaly[1370]: time="2026-06-29T10:49:08.493Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:18.048" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:08.478" grpc.time_ms=15.013 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1860vm-test-run-nixbot-gitlab> gitlab # [ 303.898551] gitaly[1370]: time="2026-06-29T10:49:08.529Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=21 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=884 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=2 command.system_time_ms=21 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-29T10:49:38.204" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:08.504" grpc.time_ms=24.829 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1861vm-test-run-nixbot-gitlab> gitlab # [ 304.020529] nixbot[3775]: {"ts": "2026-06-29T10:49:08.842Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}1862vm-test-run-nixbot-gitlab> gitlab # [ 304.045113] nixbot[3775]: {"ts": "2026-06-29T10:49:08.867Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}1863vm-test-run-nixbot-gitlab> gitlab # [ 304.054240] gitaly[1370]: time="2026-06-29T10:49:08.876Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-29T10:49:18.004" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:08.875" grpc.time_ms=1.312 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1864vm-test-run-nixbot-gitlab> gitlab # [ 304.076879] nixbot[3775]: {"ts": "2026-06-29T10:49:08.882Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}1865vm-test-run-nixbot-gitlab> gitlab # [ 304.080498] nixbot[3775]: {"ts": "2026-06-29T10:49:08.888Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}1866vm-test-run-nixbot-gitlab> gitlab # [ 304.084164] nixbot[3775]: {"ts": "2026-06-29T10:49:08.894Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}1867vm-test-run-nixbot-gitlab> gitlab # [ 304.088877] nixbot[3775]: {"ts": "2026-06-29T10:49:08.904Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}1868vm-test-run-nixbot-gitlab> gitlab # [ 304.092148] nixbot[3775]: {"ts": "2026-06-29T10:49:08.909Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}1869vm-test-run-nixbot-gitlab> gitlab # [ 304.095384] nixbot[3775]: {"ts": "2026-06-29T10:49:08.911Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}1870vm-test-run-nixbot-gitlab> gitlab # [ 304.098802] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.907Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 00dee69e1098ace9d0ab0f2102edb2adf5219d52 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"747bf2f3f0de3a9a6ac388a9","created_at":"2026-06-29T10:49:07.091Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-69c0e0e329b34589","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.098Z","job_size_bytes":185,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-747bf2f3f0de3a9a6ac388a9: done: 0.959972 sec","job_status":"done","queue_duration_s":0.849043,"scheduling_latency_s":0.849063,"gitaly_calls":13,"gitaly_duration_s":0.261595,"redis_calls":195,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.04549,"redis_read_bytes":1465,"redis_write_bytes":18937,"redis_cache_calls":14,"redis_cache_duration_s":0.003046,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":28,"redis_feature_flag_duration_s":0.005479,"redis_feature_flag_read_bytes":1044,"redis_feature_flag_write_bytes":3487,"redis_queues_calls":8,"redis_queues_duration_s":0.001798,"redis_queues_read_bytes":12,"redis_queues_write_bytes":4935,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002731,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.017877,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.014559,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":47,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.101,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":47,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.251,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.279,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.101,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.523241,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.0006473,"exclusive_lock_hold_duration_s":0.03247784,"duration_s":0.959972,"completed_at":"2026-06-29T10:49:08.907Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.147285,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1871vm-test-run-nixbot-gitlab> gitlab # [ 304.165782] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.909Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ed80c98508d8b567636fc8d","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ed80c98508d8b567636fc8d: start","job_status":"start","queue_duration_s":1.55029,"scheduling_latency_s":1.550314}1872vm-test-run-nixbot-gitlab> gitlab # [ 304.180517] nixbot[3775]: {"ts": "2026-06-29T10:49:08.918Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}1873vm-test-run-nixbot-gitlab> gitlab # [ 304.182810] nixbot[3775]: {"ts": "2026-06-29T10:49:08.921Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}1874vm-test-run-nixbot-gitlab> gitlab # [ 304.186443] nixbot[3775]: {"ts": "2026-06-29T10:49:08.929Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}1875vm-test-run-nixbot-gitlab> gitlab # [ 304.188581] nixbot[3775]: {"ts": "2026-06-29T10:49:08.940Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}1876vm-test-run-nixbot-gitlab> gitlab # [ 304.190694] nixbot[3775]: {"ts": "2026-06-29T10:49:08.945Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}1877vm-test-run-nixbot-gitlab> gitlab # [ 304.192956] nixbot[3775]: {"ts": "2026-06-29T10:49:08.948Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}1878vm-test-run-nixbot-gitlab> gitlab # [ 304.195242] nixbot[3775]: {"ts": "2026-06-29T10:49:08.952Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}1879vm-test-run-nixbot-gitlab> gitlab # [ 304.197860] nixbot[3775]: {"ts": "2026-06-29T10:49:08.955Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 15, "migration": "eval_completed"}1880vm-test-run-nixbot-gitlab> gitlab # [ 304.200343] nixbot[3775]: {"ts": "2026-06-29T10:49:08.957Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 16, "migration": "reconcile_watermark"}1881vm-test-run-nixbot-gitlab> gitlab # [ 304.202482] nixbot[3775]: {"ts": "2026-06-29T10:49:08.959Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 17, "migration": "check_runs"}1882vm-test-run-nixbot-gitlab> gitlab # [ 304.204964] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.927Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ed80c98508d8b567636fc8d","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ed80c98508d8b567636fc8d: done: 0.018071 sec","job_status":"done","queue_duration_s":1.55029,"scheduling_latency_s":1.550314,"redis_calls":15,"redis_duration_s":0.002128,"redis_read_bytes":12,"redis_write_bytes":1464,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000345,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000753,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00103,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011943,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018071,"completed_at":"2026-06-29T10:49:08.927Z","load_balancing_strategy":"primary","db_duration_s":0.000425,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1883vm-test-run-nixbot-gitlab> gitlab # [ 304.248993] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.929Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b974a8e19ff937e6c08f7789","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b974a8e19ff937e6c08f7789: start","job_status":"start","queue_duration_s":1.569615,"scheduling_latency_s":1.569638}1884vm-test-run-nixbot-gitlab> gitlab # [ 304.263892] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.944Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b974a8e19ff937e6c08f7789","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b974a8e19ff937e6c08f7789: done: 0.015364 sec","job_status":"done","queue_duration_s":1.569615,"scheduling_latency_s":1.569638,"redis_calls":13,"redis_duration_s":0.002028,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000734,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001294,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009909,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015364,"completed_at":"2026-06-29T10:49:08.944Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1885vm-test-run-nixbot-gitlab> gitlab # [ 304.305465] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.945Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bed8fd997a8493e89c3ccd31","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bed8fd997a8493e89c3ccd31: start","job_status":"start","queue_duration_s":1.586392,"scheduling_latency_s":1.586414}1886vm-test-run-nixbot-gitlab> gitlab # [ 304.318133] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.961Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bed8fd997a8493e89c3ccd31","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bed8fd997a8493e89c3ccd31: done: 0.015541 sec","job_status":"done","queue_duration_s":1.586392,"scheduling_latency_s":1.586414,"redis_calls":13,"redis_duration_s":0.002915,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001261,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001654,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009307,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015541,"completed_at":"2026-06-29T10:49:08.961Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1887vm-test-run-nixbot-gitlab> gitlab # [ 304.358022] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.962Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ffcf6caedf707af009f3bef","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ffcf6caedf707af009f3bef: start","job_status":"start","queue_duration_s":1.60344,"scheduling_latency_s":1.60346}1888vm-test-run-nixbot-gitlab> gitlab # [ 304.370839] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.983Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7ffcf6caedf707af009f3bef","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7ffcf6caedf707af009f3bef: done: 0.020435 sec","job_status":"done","queue_duration_s":1.60344,"scheduling_latency_s":1.60346,"redis_calls":13,"redis_duration_s":0.006166,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000801,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005365,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010118,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020435,"completed_at":"2026-06-29T10:49:08.983Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1889vm-test-run-nixbot-gitlab> gitlab # [ 304.411029] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:08.993Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9219c1f77534c83d9d30f568","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9219c1f77534c83d9d30f568: start","job_status":"start","queue_duration_s":1.633651,"scheduling_latency_s":1.633676}1890vm-test-run-nixbot-gitlab> gitlab # [ 304.423640] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.019Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9219c1f77534c83d9d30f568","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9219c1f77534c83d9d30f568: done: 0.026312 sec","job_status":"done","queue_duration_s":1.633651,"scheduling_latency_s":1.633676,"redis_calls":13,"redis_duration_s":0.009297,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002476,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006821,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01113,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026312,"completed_at":"2026-06-29T10:49:09.019Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1891vm-test-run-nixbot-gitlab> gitlab # [ 304.463957] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.023Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2fc61f264ac47b1d7dfcf516","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2fc61f264ac47b1d7dfcf516: start","job_status":"start","queue_duration_s":1.664184,"scheduling_latency_s":1.664208}1892vm-test-run-nixbot-gitlab> gitlab # [ 304.477658] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.056Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2fc61f264ac47b1d7dfcf516","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2fc61f264ac47b1d7dfcf516: done: 0.032619 sec","job_status":"done","queue_duration_s":1.664184,"scheduling_latency_s":1.664208,"redis_calls":13,"redis_duration_s":0.007903,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001356,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006547,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012703,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.032619,"completed_at":"2026-06-29T10:49:09.056Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1893vm-test-run-nixbot-gitlab> gitlab # [ 304.519920] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.058Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df412d77068e0505035af3e3","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df412d77068e0505035af3e3: start","job_status":"start","queue_duration_s":1.699189,"scheduling_latency_s":1.699207}1894vm-test-run-nixbot-gitlab> gitlab # [ 304.534207] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.089Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"df412d77068e0505035af3e3","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-df412d77068e0505035af3e3: done: 0.030727 sec","job_status":"done","queue_duration_s":1.699189,"scheduling_latency_s":1.699207,"redis_calls":13,"redis_duration_s":0.006103,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001717,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004386,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018327,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.030727,"completed_at":"2026-06-29T10:49:09.089Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1895vm-test-run-nixbot-gitlab> gitlab # [ 304.575158] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e1728b70be9d24df7e59b7ef","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e1728b70be9d24df7e59b7ef: start","job_status":"start","queue_duration_s":1.732953,"scheduling_latency_s":1.732991}1896vm-test-run-nixbot-gitlab> gitlab # [ 304.587760] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.123Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e1728b70be9d24df7e59b7ef","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e1728b70be9d24df7e59b7ef: done: 0.031388 sec","job_status":"done","queue_duration_s":1.732953,"scheduling_latency_s":1.732991,"redis_calls":13,"redis_duration_s":0.0038589999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001269,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00259,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02055,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031388,"completed_at":"2026-06-29T10:49:09.123Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1897vm-test-run-nixbot-gitlab> gitlab # [ 304.629197] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.125Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8399338a30cb61920cd386e","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8399338a30cb61920cd386e: start","job_status":"start","queue_duration_s":1.766364,"scheduling_latency_s":1.76639}1898vm-test-run-nixbot-gitlab> gitlab # [ 304.642053] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.149Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8399338a30cb61920cd386e","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8399338a30cb61920cd386e: done: 0.023246 sec","job_status":"done","queue_duration_s":1.766364,"scheduling_latency_s":1.76639,"redis_calls":13,"redis_duration_s":0.0034990000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001237,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002262,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014473,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023246,"completed_at":"2026-06-29T10:49:09.148Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1899vm-test-run-nixbot-gitlab> gitlab # [ 304.682235] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.150Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69bb4de06eeb8fbbaec9f343","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69bb4de06eeb8fbbaec9f343: start","job_status":"start","queue_duration_s":1.791381,"scheduling_latency_s":1.791403}1900vm-test-run-nixbot-gitlab> gitlab # [ 304.695876] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"69bb4de06eeb8fbbaec9f343","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-69bb4de06eeb8fbbaec9f343: done: 0.021093 sec","job_status":"done","queue_duration_s":1.791381,"scheduling_latency_s":1.791403,"redis_calls":13,"redis_duration_s":0.003306,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001107,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002199,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013619,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021093,"completed_at":"2026-06-29T10:49:09.171Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1901vm-test-run-nixbot-gitlab> gitlab # [ 304.737684] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.174Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"258d697b6d3b1f2f4d704ee5","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-258d697b6d3b1f2f4d704ee5: start","job_status":"start","queue_duration_s":1.814909,"scheduling_latency_s":1.814932}1902vm-test-run-nixbot-gitlab> gitlab # [ 304.750690] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.194Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"258d697b6d3b1f2f4d704ee5","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-258d697b6d3b1f2f4d704ee5: done: 0.020635 sec","job_status":"done","queue_duration_s":1.814909,"scheduling_latency_s":1.814932,"redis_calls":13,"redis_duration_s":0.0031140000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00109,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002024,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0133,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020635,"completed_at":"2026-06-29T10:49:09.194Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1903vm-test-run-nixbot-gitlab> gitlab # [ 304.792043] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.196Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"11e2b9882ab0be53fe7ea024","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-11e2b9882ab0be53fe7ea024: start","job_status":"start","queue_duration_s":1.837403,"scheduling_latency_s":1.837423}1904vm-test-run-nixbot-gitlab> gitlab # [ 304.804832] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.214Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"11e2b9882ab0be53fe7ea024","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-11e2b9882ab0be53fe7ea024: done: 0.018027 sec","job_status":"done","queue_duration_s":1.837403,"scheduling_latency_s":1.837423,"redis_calls":13,"redis_duration_s":0.002869,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000976,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001893,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011394,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018027,"completed_at":"2026-06-29T10:49:09.214Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1905vm-test-run-nixbot-gitlab> gitlab # [ 304.845974] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.216Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93c91177e09e270aeaebca18","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93c91177e09e270aeaebca18: start","job_status":"start","queue_duration_s":1.85686,"scheduling_latency_s":1.856877}1906vm-test-run-nixbot-gitlab> gitlab # [ 304.859081] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.232Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"93c91177e09e270aeaebca18","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-93c91177e09e270aeaebca18: done: 0.016105 sec","job_status":"done","queue_duration_s":1.85686,"scheduling_latency_s":1.856877,"redis_calls":13,"redis_duration_s":0.002735,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000994,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001741,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009976,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016105,"completed_at":"2026-06-29T10:49:09.232Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1907vm-test-run-nixbot-gitlab> gitlab # [ 304.899419] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.233Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"14e94bbdcd583dff9e088bb4","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-14e94bbdcd583dff9e088bb4: start","job_status":"start","queue_duration_s":1.874438,"scheduling_latency_s":1.874455}1908vm-test-run-nixbot-gitlab> gitlab # [ 304.912332] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.249Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"14e94bbdcd583dff9e088bb4","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-14e94bbdcd583dff9e088bb4: done: 0.015226 sec","job_status":"done","queue_duration_s":1.874438,"scheduling_latency_s":1.874455,"redis_calls":13,"redis_duration_s":0.002826,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001909,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009263,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015226,"completed_at":"2026-06-29T10:49:09.249Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1909vm-test-run-nixbot-gitlab> gitlab # [ 304.952544] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4d0f723e0794f78c5ed13541","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4d0f723e0794f78c5ed13541: start","job_status":"start","queue_duration_s":1.891052,"scheduling_latency_s":1.891068}1910vm-test-run-nixbot-gitlab> gitlab # [ 304.966152] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.265Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4d0f723e0794f78c5ed13541","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4d0f723e0794f78c5ed13541: done: 0.015 sec","job_status":"done","queue_duration_s":1.891052,"scheduling_latency_s":1.891068,"redis_calls":13,"redis_duration_s":0.002852,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00192,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00919,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015,"completed_at":"2026-06-29T10:49:09.265Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1911vm-test-run-nixbot-gitlab> gitlab # [ 305.006294] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.266Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d59fdd7cfb88f4cdeb34cd17","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d59fdd7cfb88f4cdeb34cd17: start","job_status":"start","queue_duration_s":1.90745,"scheduling_latency_s":1.907465}1912vm-test-run-nixbot-gitlab> gitlab # [ 305.021543] nixbot[3775]: INFO: Started server process [3775]1913vm-test-run-nixbot-gitlab> gitlab # [ 305.022482] nixbot[3775]: INFO: Uvicorn running on socket ('::', 8010, 0, 0) (Press CTRL+C to quit)1914vm-test-run-nixbot-gitlab> gitlab # [ 305.023727] nixbot[3775]: INFO: ::ffff:127.0.0.1:36324 - "GET /health HTTP/1.1" 200 OK1915vm-test-run-nixbot-gitlab> gitlab # [ 305.025257] systemd[1]: Started nixbot CI service.1916vm-test-run-nixbot-gitlab> gitlab # [ 305.026130] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.281Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d59fdd7cfb88f4cdeb34cd17","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d59fdd7cfb88f4cdeb34cd17: done: 0.014849 sec","job_status":"done","queue_duration_s":1.90745,"scheduling_latency_s":1.907465,"redis_calls":13,"redis_duration_s":0.0026509999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000897,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001754,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009153,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014849,"completed_at":"2026-06-29T10:49:09.281Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1917vm-test-run-nixbot-gitlab> gitlab # [ 305.066392] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.282Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cbb46b3be6693f50f530363d","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cbb46b3be6693f50f530363d: start","job_status":"start","queue_duration_s":1.923483,"scheduling_latency_s":1.923498}1918vm-test-run-nixbot-gitlab> gitlab # [ 305.079270] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.308Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cbb46b3be6693f50f530363d","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cbb46b3be6693f50f530363d: done: 0.026059 sec","job_status":"done","queue_duration_s":1.923483,"scheduling_latency_s":1.923498,"redis_calls":13,"redis_duration_s":0.005902,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001675,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004227,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01837,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026059,"completed_at":"2026-06-29T10:49:09.308Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1919vm-test-run-nixbot-gitlab> gitlab # [ 305.119317] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.310Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ba933a07e5e9badf72bee99","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ba933a07e5e9badf72bee99: start","job_status":"start","queue_duration_s":1.951114,"scheduling_latency_s":1.951131}1920vm-test-run-nixbot-gitlab> gitlab # [ 305.131810] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.327Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ba933a07e5e9badf72bee99","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ba933a07e5e9badf72bee99: done: 0.016916 sec","job_status":"done","queue_duration_s":1.951114,"scheduling_latency_s":1.951131,"redis_calls":13,"redis_duration_s":0.002905,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000982,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001923,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010676,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016916,"completed_at":"2026-06-29T10:49:09.327Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1921vm-test-run-nixbot-gitlab> gitlab # [ 305.172388] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.329Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a7975bad8bd88bcd9af9dcd","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a7975bad8bd88bcd9af9dcd: start","job_status":"start","queue_duration_s":1.969617,"scheduling_latency_s":1.969636}1922vm-test-run-nixbot-gitlab> gitlab # [ 305.185743] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.345Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a7975bad8bd88bcd9af9dcd","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a7975bad8bd88bcd9af9dcd: done: 0.016335 sec","job_status":"done","queue_duration_s":1.969617,"scheduling_latency_s":1.969636,"redis_calls":13,"redis_duration_s":0.0028250000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000987,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001838,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016335,"completed_at":"2026-06-29T10:49:09.345Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1923vm-test-run-nixbot-gitlab> gitlab # [ 305.225678] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.346Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cecaa5adda32ef04f3acea53","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cecaa5adda32ef04f3acea53: start","job_status":"start","queue_duration_s":1.987363,"scheduling_latency_s":1.987379}1924vm-test-run-nixbot-gitlab> gitlab # [ 305.238375] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.361Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cecaa5adda32ef04f3acea53","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cecaa5adda32ef04f3acea53: done: 0.014855 sec","job_status":"done","queue_duration_s":1.987363,"scheduling_latency_s":1.987379,"redis_calls":13,"redis_duration_s":0.002685,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000919,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001766,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009185,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014855,"completed_at":"2026-06-29T10:49:09.361Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1925vm-test-run-nixbot-gitlab> gitlab # [ 305.278663] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.363Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a3141d11930757d7651aa45","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a3141d11930757d7651aa45: start","job_status":"start","queue_duration_s":2.003603,"scheduling_latency_s":2.00362}1926vm-test-run-nixbot-gitlab> gitlab # [ 305.291550] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.378Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a3141d11930757d7651aa45","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a3141d11930757d7651aa45: done: 0.015437 sec","job_status":"done","queue_duration_s":2.003603,"scheduling_latency_s":2.00362,"redis_calls":13,"redis_duration_s":0.003023,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000961,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002062,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009397,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015437,"completed_at":"2026-06-29T10:49:09.378Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1927vm-test-run-nixbot-gitlab> gitlab # [ 305.331692] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.379Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1714a2644d3fd9f570afa36d","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1714a2644d3fd9f570afa36d: start","job_status":"start","queue_duration_s":2.02046,"scheduling_latency_s":2.020476}1928vm-test-run-nixbot-gitlab> gitlab # [ 305.344649] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.394Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1714a2644d3fd9f570afa36d","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1714a2644d3fd9f570afa36d: done: 0.014905 sec","job_status":"done","queue_duration_s":2.02046,"scheduling_latency_s":2.020476,"redis_calls":13,"redis_duration_s":0.0027860000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00186,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009165,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014905,"completed_at":"2026-06-29T10:49:09.394Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1929vm-test-run-nixbot-gitlab> gitlab # [ 305.386101] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.396Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a754183b76a542623e2d7b5","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a754183b76a542623e2d7b5: start","job_status":"start","queue_duration_s":2.036758,"scheduling_latency_s":2.036774}1930vm-test-run-nixbot-gitlab> gitlab # [ 305.398622] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.411Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4a754183b76a542623e2d7b5","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4a754183b76a542623e2d7b5: done: 0.015112 sec","job_status":"done","queue_duration_s":2.036758,"scheduling_latency_s":2.036774,"redis_calls":13,"redis_duration_s":0.002739,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00091,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001829,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009375,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015112,"completed_at":"2026-06-29T10:49:09.411Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1931vm-test-run-nixbot-gitlab> gitlab # [ 305.438581] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.412Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4881679eeb54ba65c094abd8","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4881679eeb54ba65c094abd8: start","job_status":"start","queue_duration_s":2.053248,"scheduling_latency_s":2.053264}1932vm-test-run-nixbot-gitlab> gitlab # [ 305.451358] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.427Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4881679eeb54ba65c094abd8","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4881679eeb54ba65c094abd8: done: 0.015258 sec","job_status":"done","queue_duration_s":2.053248,"scheduling_latency_s":2.053264,"redis_calls":13,"redis_duration_s":0.0027790000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00092,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001859,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00935,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015258,"completed_at":"2026-06-29T10:49:09.427Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1933vm-test-run-nixbot-gitlab> gitlab # [ 305.491918] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.429Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"41e4704fd2fc21de5f832e21","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-41e4704fd2fc21de5f832e21: start","job_status":"start","queue_duration_s":2.07003,"scheduling_latency_s":2.070045}1934vm-test-run-nixbot-gitlab> gitlab # [ 305.504886] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.444Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"41e4704fd2fc21de5f832e21","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-41e4704fd2fc21de5f832e21: done: 0.015006 sec","job_status":"done","queue_duration_s":2.07003,"scheduling_latency_s":2.070045,"redis_calls":13,"redis_duration_s":0.002793,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000898,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001895,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009114,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015006,"completed_at":"2026-06-29T10:49:09.444Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1935vm-test-run-nixbot-gitlab> gitlab # [ 305.544864] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.445Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6e46f7fdcb1b234372e559ee","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6e46f7fdcb1b234372e559ee: start","job_status":"start","queue_duration_s":2.086427,"scheduling_latency_s":2.086443}1936vm-test-run-nixbot-gitlab> gitlab # [ 305.557239] systemd[1]: Reached target Multi-User System.1937vm-test-run-nixbot-gitlab> gitlab # [ 305.558388] gitaly[1370]: time="2026-06-29T10:49:10.221Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=4 command.system_time_ms=0 command.user_time_ms=10 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYKNA387M5YV5W41V9NNJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-29T10:49:40.005" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:10.206" grpc.time_ms=14.783 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1938vm-test-run-nixbot-gitlab> gitlab # [ 305.574671] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.465Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6e46f7fdcb1b234372e559ee","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6e46f7fdcb1b234372e559ee: done: 0.020089 sec","job_status":"done","queue_duration_s":2.086427,"scheduling_latency_s":2.086443,"redis_calls":13,"redis_duration_s":0.006751999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003727,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003025,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010426,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020089,"completed_at":"2026-06-29T10:49:09.465Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1939vm-test-run-nixbot-gitlab> gitlab # [ 305.616996] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.469Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"207a8783f61ae3487b53a4ec","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-207a8783f61ae3487b53a4ec: start","job_status":"start","queue_duration_s":2.109636,"scheduling_latency_s":2.109655}1940vm-test-run-nixbot-gitlab> gitlab # [ 305.629994] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.485Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"207a8783f61ae3487b53a4ec","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-207a8783f61ae3487b53a4ec: done: 0.016525 sec","job_status":"done","queue_duration_s":2.109636,"scheduling_latency_s":2.109655,"redis_calls":13,"redis_duration_s":0.003099,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001598,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001501,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016525,"completed_at":"2026-06-29T10:49:09.485Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1941vm-test-run-nixbot-gitlab> gitlab # [ 305.669926] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.487Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36bd9ca5b8580d058e95abc5","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36bd9ca5b8580d058e95abc5: start","job_status":"start","queue_duration_s":2.127666,"scheduling_latency_s":2.127687}1942vm-test-run-nixbot-gitlab> gitlab # [ 305.682760] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.505Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"36bd9ca5b8580d058e95abc5","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-36bd9ca5b8580d058e95abc5: done: 0.018014 sec","job_status":"done","queue_duration_s":2.127666,"scheduling_latency_s":2.127687,"redis_calls":13,"redis_duration_s":0.0047729999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000729,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004044,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010021,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018014,"completed_at":"2026-06-29T10:49:09.505Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1943vm-test-run-nixbot-gitlab> gitlab # [ 305.723527] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.507Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"917aa722d9cd6b21267117d6","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-917aa722d9cd6b21267117d6: start","job_status":"start","queue_duration_s":2.147699,"scheduling_latency_s":2.147718}1944vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 2.26 seconds)1945vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health1946vm-test-run-nixbot-gitlab> gitlab # [ 305.736282] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.525Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"917aa722d9cd6b21267117d6","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-917aa722d9cd6b21267117d6: done: 0.018499 sec","job_status":"done","queue_duration_s":2.147699,"scheduling_latency_s":2.147718,"redis_calls":13,"redis_duration_s":0.003033,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000622,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002411,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010167,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018499,"completed_at":"2026-06-29T10:49:09.525Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1947vm-test-run-nixbot-gitlab> gitlab # [ 305.775803] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.527Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4cedc1ce927ee2f29164a816","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4cedc1ce927ee2f29164a816: start","job_status":"start","queue_duration_s":2.168406,"scheduling_latency_s":2.168424}1948vm-test-run-nixbot-gitlab> gitlab # [ 305.787513] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.546Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4cedc1ce927ee2f29164a816","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4cedc1ce927ee2f29164a816: done: 0.01848 sec","job_status":"done","queue_duration_s":2.168406,"scheduling_latency_s":2.168424,"redis_calls":13,"redis_duration_s":0.001992,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001038,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000954,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010321,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01848,"completed_at":"2026-06-29T10:49:09.546Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1949vm-test-run-nixbot-gitlab> gitlab # [ 305.825225] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.550Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cba5c1300c60abe2774adb06","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cba5c1300c60abe2774adb06: start","job_status":"start","queue_duration_s":2.191356,"scheduling_latency_s":2.191374}1950vm-test-run-nixbot-gitlab> gitlab # [ 305.837392] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.579Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cba5c1300c60abe2774adb06","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cba5c1300c60abe2774adb06: done: 0.028942 sec","job_status":"done","queue_duration_s":2.191356,"scheduling_latency_s":2.191374,"redis_calls":13,"redis_duration_s":0.00666,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0053,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00136,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011244,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.028942,"completed_at":"2026-06-29T10:49:09.579Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1951vm-test-run-nixbot-gitlab> gitlab # [ 305.877288] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"01036b40b9870dfacee50977","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-01036b40b9870dfacee50977: start","job_status":"start","queue_duration_s":2.224404,"scheduling_latency_s":2.224423}1952vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.06 seconds)1953vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered1954vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks1955vm-test-run-nixbot-gitlab> gitlab # [ 305.890170] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.869Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"01036b40b9870dfacee50977","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-01036b40b9870dfacee50977: done: 0.285666 sec","job_status":"done","queue_duration_s":2.224404,"scheduling_latency_s":2.224423,"redis_calls":13,"redis_duration_s":0.26033799999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000868,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.25947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012693,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.285666,"completed_at":"2026-06-29T10:49:09.869Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1956vm-test-run-nixbot-gitlab> gitlab # [ 305.930782] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"887512eb5ed49503bc47b7a2","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-887512eb5ed49503bc47b7a2: start","job_status":"start","queue_duration_s":2.511626,"scheduling_latency_s":2.511646}1957vm-test-run-nixbot-gitlab> gitlab # [ 305.943685] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.888Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"887512eb5ed49503bc47b7a2","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-887512eb5ed49503bc47b7a2: done: 0.017598 sec","job_status":"done","queue_duration_s":2.511626,"scheduling_latency_s":2.511646,"redis_calls":13,"redis_duration_s":0.002768,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000876,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001892,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011324,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017598,"completed_at":"2026-06-29T10:49:09.888Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1958vm-test-run-nixbot-gitlab> gitlab # [ 305.983876] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.889Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"929386edda461f89929d9c35","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-929386edda461f89929d9c35: start","job_status":"start","queue_duration_s":2.530301,"scheduling_latency_s":2.530318}1959vm-test-run-nixbot-gitlab> gitlab # [ 305.996773] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.904Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"929386edda461f89929d9c35","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-929386edda461f89929d9c35: done: 0.015146 sec","job_status":"done","queue_duration_s":2.530301,"scheduling_latency_s":2.530318,"redis_calls":13,"redis_duration_s":0.001424,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000522,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010553,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015146,"completed_at":"2026-06-29T10:49:09.904Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1960vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.16 seconds)1961vm-test-run-nixbot-gitlab> []1962vm-test-run-nixbot-gitlab> gitlab # [ 306.038112] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.905Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8b71b1a844ab4870a6e62fa","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8b71b1a844ab4870a6e62fa: start","job_status":"start","queue_duration_s":2.546459,"scheduling_latency_s":2.546475}1963vm-test-run-nixbot-gitlab> gitlab # [ 306.051107] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.920Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8b71b1a844ab4870a6e62fa","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8b71b1a844ab4870a6e62fa: done: 0.014768 sec","job_status":"done","queue_duration_s":2.546459,"scheduling_latency_s":2.546475,"redis_calls":13,"redis_duration_s":0.001477,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000508,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000969,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009566,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014768,"completed_at":"2026-06-29T10:49:09.920Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1964vm-test-run-nixbot-gitlab> gitlab # [ 306.091163] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.922Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac831fe449e13e67eecec940","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac831fe449e13e67eecec940: start","job_status":"start","queue_duration_s":2.562916,"scheduling_latency_s":2.562933}1965vm-test-run-nixbot-gitlab> gitlab # [ 306.104125] systemd[1]: Startup finished in 817ms (kernel) + 5.971s (initrd) + 4min 58.057s (userspace) = 5min 4.846s.1966vm-test-run-nixbot-gitlab> gitlab # [ 306.105675] gitaly[1370]: time="2026-06-29T10:49:10.261Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-29T16:49:10.255" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:10.256" grpc.time_ms=4.338 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1967vm-test-run-nixbot-gitlab> gitlab # [ 306.117078] nixbot[3775]: INFO: ::ffff:127.0.0.1:36326 - "GET /health HTTP/1.1" 200 OK1968vm-test-run-nixbot-gitlab> gitlab # [ 306.118194] nixbot[3775]: {"ts": "2026-06-29T10:49:10.780Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1969vm-test-run-nixbot-gitlab> gitlab # [ 306.120732] nixbot[3775]: {"ts": "2026-06-29T10:49:10.830Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}1970vm-test-run-nixbot-gitlab> gitlab # [ 306.123057] nixbot[3775]: {"ts": "2026-06-29T10:49:10.916Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}1971vm-test-run-nixbot-gitlab> gitlab # [ 306.125460] nixbot[3775]: {"ts": "2026-06-29T10:49:10.921Z", "level": "info", "logger": "nixbot.hook_registration", "msg": "registering webhook", "repo": "root/test-flake"}1972vm-test-run-nixbot-gitlab> gitlab # [ 306.127723] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:10 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 12311973vm-test-run-nixbot-gitlab> gitlab # [ 306.130215] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:10 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "curl/8.20.0" 851974vm-test-run-nixbot-gitlab> gitlab # [ 306.132210] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:10 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 761975vm-test-run-nixbot-gitlab> gitlab # [ 306.134324] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.937Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac831fe449e13e67eecec940","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac831fe449e13e67eecec940: done: 0.014891 sec","job_status":"done","queue_duration_s":2.562916,"scheduling_latency_s":2.562933,"redis_calls":13,"redis_duration_s":0.001531,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000577,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000954,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010372,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014891,"completed_at":"2026-06-29T10:49:09.937Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1976vm-test-run-nixbot-gitlab> gitlab # [ 306.174242] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.938Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cafc92394a5522f41ef9a3d6","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cafc92394a5522f41ef9a3d6: start","job_status":"start","queue_duration_s":2.578826,"scheduling_latency_s":2.578842}1977vm-test-run-nixbot-gitlab> gitlab # [ 306.186983] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.953Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cafc92394a5522f41ef9a3d6","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cafc92394a5522f41ef9a3d6: done: 0.015176 sec","job_status":"done","queue_duration_s":2.578826,"scheduling_latency_s":2.578842,"redis_calls":13,"redis_duration_s":0.001509,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000989,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010744,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015176,"completed_at":"2026-06-29T10:49:09.953Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1978vm-test-run-nixbot-gitlab> gitlab # [ 306.227435] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.954Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"af7677871f7ff7c521facd51","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-af7677871f7ff7c521facd51: start","job_status":"start","queue_duration_s":2.595008,"scheduling_latency_s":2.595024}1979vm-test-run-nixbot-gitlab> gitlab # [ 306.241193] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.968Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"af7677871f7ff7c521facd51","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-af7677871f7ff7c521facd51: done: 0.014331 sec","job_status":"done","queue_duration_s":2.595008,"scheduling_latency_s":2.595024,"redis_calls":13,"redis_duration_s":0.001387,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000495,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000892,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009346,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014331,"completed_at":"2026-06-29T10:49:09.968Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1980vm-test-run-nixbot-gitlab> gitlab # [ 306.281317] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.970Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0620bf62fa96f347a30f4332","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0620bf62fa96f347a30f4332: start","job_status":"start","queue_duration_s":2.611055,"scheduling_latency_s":2.611071}1981vm-test-run-nixbot-gitlab> gitlab # [ 306.294150] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.985Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0620bf62fa96f347a30f4332","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0620bf62fa96f347a30f4332: done: 0.015387 sec","job_status":"done","queue_duration_s":2.611055,"scheduling_latency_s":2.611071,"redis_calls":13,"redis_duration_s":0.002457,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001209,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001248,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01071,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015387,"completed_at":"2026-06-29T10:49:09.985Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1982vm-test-run-nixbot-gitlab> gitlab # [ 306.333985] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:09.986Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac627e31a7fe1b15036c0894","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac627e31a7fe1b15036c0894: start","job_status":"start","queue_duration_s":2.627464,"scheduling_latency_s":2.62748}1983vm-test-run-nixbot-gitlab> gitlab # [ 306.346742] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.001Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac627e31a7fe1b15036c0894","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac627e31a7fe1b15036c0894: done: 0.014744 sec","job_status":"done","queue_duration_s":2.627464,"scheduling_latency_s":2.62748,"redis_calls":13,"redis_duration_s":0.001413,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000503,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00091,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01038,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014744,"completed_at":"2026-06-29T10:49:10.001Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1984vm-test-run-nixbot-gitlab> gitlab # [ 306.387089] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.002Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db86e0e6fce2bb145e3c6a37","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db86e0e6fce2bb145e3c6a37: start","job_status":"start","queue_duration_s":2.643231,"scheduling_latency_s":2.643247}1985vm-test-run-nixbot-gitlab> gitlab # [ 306.399858] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.017Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"db86e0e6fce2bb145e3c6a37","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-db86e0e6fce2bb145e3c6a37: done: 0.014913 sec","job_status":"done","queue_duration_s":2.643231,"scheduling_latency_s":2.643247,"redis_calls":13,"redis_duration_s":0.0014629999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000546,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010512,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014913,"completed_at":"2026-06-29T10:49:10.017Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1986vm-test-run-nixbot-gitlab> gitlab # [ 306.440159] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.019Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"260c03d09b0764f84acc2e41","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-260c03d09b0764f84acc2e41: start","job_status":"start","queue_duration_s":2.660296,"scheduling_latency_s":2.660312}1987vm-test-run-nixbot-gitlab> gitlab # [ 306.453572] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.034Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"260c03d09b0764f84acc2e41","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-260c03d09b0764f84acc2e41: done: 0.014988 sec","job_status":"done","queue_duration_s":2.660296,"scheduling_latency_s":2.660312,"redis_calls":13,"redis_duration_s":0.0014559999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000502,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000954,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010549,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014988,"completed_at":"2026-06-29T10:49:10.034Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1988vm-test-run-nixbot-gitlab> gitlab # [ 306.493548] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.035Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cdacef3fcbe28be5b1b54203","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cdacef3fcbe28be5b1b54203: start","job_status":"start","queue_duration_s":2.676321,"scheduling_latency_s":2.676337}1989vm-test-run-nixbot-gitlab> gitlab # [ 306.506255] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.050Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cdacef3fcbe28be5b1b54203","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cdacef3fcbe28be5b1b54203: done: 0.014952 sec","job_status":"done","queue_duration_s":2.676321,"scheduling_latency_s":2.676337,"redis_calls":13,"redis_duration_s":0.001443,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000523,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00092,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010631,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014952,"completed_at":"2026-06-29T10:49:10.050Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1990vm-test-run-nixbot-gitlab> gitlab # [ 306.546145] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.051Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4bbc267e6bb0a4875b55c5ce","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4bbc267e6bb0a4875b55c5ce: start","job_status":"start","queue_duration_s":2.692355,"scheduling_latency_s":2.692371}1991vm-test-run-nixbot-gitlab> gitlab # [ 306.558817] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.066Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4bbc267e6bb0a4875b55c5ce","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4bbc267e6bb0a4875b55c5ce: done: 0.014906 sec","job_status":"done","queue_duration_s":2.692355,"scheduling_latency_s":2.692371,"redis_calls":13,"redis_duration_s":0.001386,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000487,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000899,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009512,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014906,"completed_at":"2026-06-29T10:49:10.066Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1992vm-test-run-nixbot-gitlab> gitlab # [ 306.599075] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.069Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97db122324932bb395559378","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97db122324932bb395559378: start","job_status":"start","queue_duration_s":2.709642,"scheduling_latency_s":2.709661}1993vm-test-run-nixbot-gitlab> gitlab # [ 306.611842] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.084Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"97db122324932bb395559378","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-97db122324932bb395559378: done: 0.015821 sec","job_status":"done","queue_duration_s":2.709642,"scheduling_latency_s":2.709661,"redis_calls":13,"redis_duration_s":0.001653,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000756,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000897,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010783,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015821,"completed_at":"2026-06-29T10:49:10.084Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1994vm-test-run-nixbot-gitlab> gitlab # [ 306.651918] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.085Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e688a83f5bc7f64b9448779","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e688a83f5bc7f64b9448779: start","job_status":"start","queue_duration_s":2.726493,"scheduling_latency_s":2.726509}1995vm-test-run-nixbot-gitlab> gitlab # [ 306.666155] gitaly[1370]: time="2026-06-29T10:49:10.294Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-29T10:49:40.077" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:10.278" grpc.time_ms=15.989 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1996vm-test-run-nixbot-gitlab> gitlab # [ 306.679415] gitaly[1370]: time="2026-06-29T10:49:10.427Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 diskcache=a97f5a8c-8efe-4edc-baa2-a6da72d1b902 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-29T16:49:10.387" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:10.388" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1997vm-test-run-nixbot-gitlab> gitlab # [ 306.689757] nixbot[3775]: {"ts": "2026-06-29T10:49:11.056Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}1998vm-test-run-nixbot-gitlab> gitlab # [ 306.692093] nixbot[3775]: {"ts": "2026-06-29T10:49:11.335Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}1999vm-test-run-nixbot-gitlab> gitlab # [ 306.694542] nixbot[3775]: {"ts": "2026-06-29T10:49:11.458Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}2000vm-test-run-nixbot-gitlab> gitlab # [ 306.696920] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.101Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0e688a83f5bc7f64b9448779","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0e688a83f5bc7f64b9448779: done: 0.015405 sec","job_status":"done","queue_duration_s":2.726493,"scheduling_latency_s":2.726509,"redis_calls":13,"redis_duration_s":0.001411,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000497,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000914,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011056,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015405,"completed_at":"2026-06-29T10:49:10.101Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2001vm-test-run-nixbot-gitlab> gitlab # [ 306.736654] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.102Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00b7ed92523005e9092c559d","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00b7ed92523005e9092c559d: start","job_status":"start","queue_duration_s":2.742927,"scheduling_latency_s":2.742942}2002vm-test-run-nixbot-gitlab> gitlab # [ 306.749234] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.118Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"00b7ed92523005e9092c559d","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-00b7ed92523005e9092c559d: done: 0.015784 sec","job_status":"done","queue_duration_s":2.742927,"scheduling_latency_s":2.742942,"redis_calls":13,"redis_duration_s":0.001507,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000577,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00093,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011257,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015784,"completed_at":"2026-06-29T10:49:10.118Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2003vm-test-run-nixbot-gitlab> gitlab # [ 306.789211] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.119Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4827e25ab0eba5b07bf1dab","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4827e25ab0eba5b07bf1dab: start","job_status":"start","queue_duration_s":2.759737,"scheduling_latency_s":2.759752}2004vm-test-run-nixbot-gitlab> gitlab # [ 306.802482] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.134Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f4827e25ab0eba5b07bf1dab","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f4827e25ab0eba5b07bf1dab: done: 0.014977 sec","job_status":"done","queue_duration_s":2.759737,"scheduling_latency_s":2.759752,"redis_calls":13,"redis_duration_s":0.001414,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000517,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000897,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009598,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014977,"completed_at":"2026-06-29T10:49:10.134Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2005vm-test-run-nixbot-gitlab> gitlab # [ 306.842348] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.136Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc6361230f3515e0030d94a2","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc6361230f3515e0030d94a2: start","job_status":"start","queue_duration_s":2.777174,"scheduling_latency_s":2.77719}2006vm-test-run-nixbot-gitlab> gitlab # [ 306.854889] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.152Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cc6361230f3515e0030d94a2","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cc6361230f3515e0030d94a2: done: 0.015993 sec","job_status":"done","queue_duration_s":2.777174,"scheduling_latency_s":2.77719,"redis_calls":13,"redis_duration_s":0.001451,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000557,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000894,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011419,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015993,"completed_at":"2026-06-29T10:49:10.152Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2007vm-test-run-nixbot-gitlab> gitlab # [ 306.895834] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.153Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e3a3436908caba765f93c077","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e3a3436908caba765f93c077: start","job_status":"start","queue_duration_s":2.794235,"scheduling_latency_s":2.794252}2008vm-test-run-nixbot-gitlab> gitlab # [ 306.908649] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.169Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e3a3436908caba765f93c077","created_at":"2026-06-29T10:49:07.286Z","trace_propagation_headers":{"sentry-trace":"68ad177a0f6b476995d9302da4791bf1-f751a189a87d4631","baggage":"sentry-trace_id=68ad177a0f6b476995d9302da4791bf1,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"73a668f897a71b4bcb34547dedabb3af","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:07.359Z","job_size_bytes":2,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e3a3436908caba765f93c077: done: 0.015522 sec","job_status":"done","queue_duration_s":2.794235,"scheduling_latency_s":2.794252,"redis_calls":13,"redis_duration_s":0.00143,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000496,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.000934,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011052,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015522,"completed_at":"2026-06-29T10:49:10.169Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2009vm-test-run-nixbot-gitlab> gitlab # [ 306.948292] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.170Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"0a1644261a804f0a58658299","created_at":"2026-06-29T10:49:08.052Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c6eb9485527a447a","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:08.062Z","job_size_bytes":46,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-0a1644261a804f0a58658299: start","job_status":"start","queue_duration_s":2.107773,"scheduling_latency_s":2.107789}2010vm-test-run-nixbot-gitlab> gitlab # [ 306.964375] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.347Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"0a1644261a804f0a58658299","created_at":"2026-06-29T10:49:08.052Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c6eb9485527a447a","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:08.062Z","job_size_bytes":46,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-0a1644261a804f0a58658299: done: 0.176991 sec","job_status":"done","queue_duration_s":2.107773,"scheduling_latency_s":2.107789,"gitaly_calls":2,"gitaly_duration_s":0.027276,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.016456,"redis_read_bytes":68,"redis_write_bytes":4885,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.00171,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000945,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2114,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001765,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.007398,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":752,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.004638,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.119779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00050664,"duration_s":0.176991,"completed_at":"2026-06-29T10:49:10.347Z","load_balancing_strategy":"primary","db_duration_s":0.015681,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2011vm-test-run-nixbot-gitlab> gitlab # [ 307.013064] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.349Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"91404af8e32e6937925bbd7d","created_at":"2026-06-29T10:49:08.099Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c6eb9485527a447a","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:08.109Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-91404af8e32e6937925bbd7d: start","job_status":"start","queue_duration_s":2.23983,"scheduling_latency_s":2.239867}2012vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks2013vm-test-run-nixbot-gitlab> gitlab # [ 307.029449] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.512Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"91404af8e32e6937925bbd7d","created_at":"2026-06-29T10:49:08.099Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c6eb9485527a447a","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:08.109Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-91404af8e32e6937925bbd7d: done: 0.163093 sec","job_status":"done","queue_duration_s":2.23983,"scheduling_latency_s":2.239867,"gitaly_calls":1,"gitaly_duration_s":0.04338,"redis_calls":15,"redis_duration_s":0.003759,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000453,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001461,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000462,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001383,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.021,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.041,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.084748,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.11951262,"duration_s":0.163093,"completed_at":"2026-06-29T10:49:10.512Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.028696,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2014vm-test-run-nixbot-gitlab> gitlab # [ 307.076305] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.516Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"f1ac340f2261e5cd73b7f9e5","created_at":"2026-06-29T10:49:08.285Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c6eb9485527a447a","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:08.287Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-f1ac340f2261e5cd73b7f9e5: start","job_status":"start","queue_duration_s":2.228447,"scheduling_latency_s":2.228494}2015vm-test-run-nixbot-gitlab> gitlab # [ 307.090829] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.619Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"f1ac340f2261e5cd73b7f9e5","created_at":"2026-06-29T10:49:08.285Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c6eb9485527a447a","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:08.287Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-f1ac340f2261e5cd73b7f9e5: done: 0.103232 sec","job_status":"done","queue_duration_s":2.228447,"scheduling_latency_s":2.228494,"gitaly_calls":1,"gitaly_duration_s":0.017156,"redis_calls":16,"redis_duration_s":0.010092,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.00165,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.003491,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.003591,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.00136,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.066041,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.103232,"completed_at":"2026-06-29T10:49:10.619Z","load_balancing_strategy":"primary","db_duration_s":0.007203,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2016vm-test-run-nixbot-gitlab> gitlab # [ 307.139861] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:10.622Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"ee2f401061d7ba65174ef9d9","created_at":"2026-06-29T10:49:08.828Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c6eb9485527a447a","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:95b15706779de5b5cfef1e79999a4eaf86e1e9a3e5e7012cd6ab56888dff5d86","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:08.833Z","job_size_bytes":467,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-ee2f401061d7ba65174ef9d9: start","job_status":"start","queue_duration_s":1.788794,"scheduling_latency_s":1.788836}2017vm-test-run-nixbot-gitlab> gitlab # [ 307.158454] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:11 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 1262018vm-test-run-nixbot-gitlab> gitlab # [ 307.160642] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:11 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 2612019vm-test-run-nixbot-gitlab> gitlab # [ 307.162855] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:11 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 962020vm-test-run-nixbot-gitlab> gitlab # [ 307.164913] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:11 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 742021vm-test-run-nixbot-gitlab> gitlab # [ 307.166935] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:11 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 2452022vm-test-run-nixbot-gitlab> gitlab # [ 307.169237] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:11 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 782023vm-test-run-nixbot-gitlab> gitlab # [ 307.171638] gitaly[1370]: time="2026-06-29T10:49:10.428Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=23 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1175 command.oublock=0 command.real_time_ms=48 command.spawn_token_fork_ms=4 command.system_time_ms=18 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-29T16:49:10.387" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:10.388" grpc.time_ms=39.4 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2024vm-test-run-nixbot-gitlab> gitlab # [ 307.187594] nixbot[3775]: {"ts": "2026-06-29T10:49:11.541Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}2025vm-test-run-nixbot-gitlab> gitlab # [ 307.189989] nixbot[3775]: {"ts": "2026-06-29T10:49:11.795Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}2026vm-test-run-nixbot-gitlab> gitlab # [ 307.192512] nixbot[3775]: {"ts": "2026-06-29T10:49:11.880Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}2027vm-test-run-nixbot-gitlab> gitlab # [ 307.195110] nixbot[3775]: {"ts": "2026-06-29T10:49:11.887Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}2028vm-test-run-nixbot-gitlab> gitlab # [ 307.197695] gitaly[1370]: time="2026-06-29T10:49:10.597Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-29T10:49:40.382" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:10.583" grpc.time_ms=13.448 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2029vm-test-run-nixbot-gitlab> gitlab # [ 307.211309] gitaly[1370]: time="2026-06-29T10:49:10.726Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:40.524" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:10.725" grpc.time_ms=0.935 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2030vm-test-run-nixbot-gitlab> gitlab # [ 307.224413] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:12 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 812031vm-test-run-nixbot-gitlab> gitlab # [ 307.226572] gitaly[1370]: time="2026-06-29T10:49:10.755Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=19 command.spawn_token_fork_ms=4 command.system_time_ms=5 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-29T10:49:20.000" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:10.731" grpc.time_ms=23.485 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2032vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.20 seconds)2033vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-29T10:49:11.039Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]2034vm-test-run-nixbot-gitlab> gitlab # [ 307.239923] gitaly[1370]: time="2026-06-29T10:49:10.944Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T10:49:40.742" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:10.943" grpc.time_ms=0.859 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2035vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 1.36 seconds)2036vm-test-run-nixbot-gitlab> subtest: push delivers the webhook2037vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master2038vm-test-run-nixbot-gitlab> gitlab # [ 307.252512] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:12 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 992039vm-test-run-nixbot-gitlab> gitlab # [ 307.254454] gitaly[1370]: time="2026-06-29T10:49:10.959Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=295 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=4 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-29T10:49:40.753" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:10.953" grpc.time_ms=6.048 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2040vm-test-run-nixbot-gitlab> gitlab # [ 307.271310] gitaly[1370]: time="2026-06-29T10:49:11.118Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:21.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:11.110" grpc.time_ms=7.799 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2041vm-test-run-nixbot-gitlab> gitlab # [ 307.286082] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-29T10:49:12.091Z","class":"CreatePipelineWorker","correlation_id":"01KW9FYGHZ7S84GESJSH429A44","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"00dee69e1098ace9d0ab0f2102edb2adf5219d52","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"00dee69e1098ace9d0ab0f2102edb2adf5219d52","ref":"refs/heads/master"},"retry":0}2042vm-test-run-nixbot-gitlab> gitlab # [ 307.293665] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.103Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"ee2f401061d7ba65174ef9d9","created_at":"2026-06-29T10:49:08.828Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c6eb9485527a447a","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:95b15706779de5b5cfef1e79999a4eaf86e1e9a3e5e7012cd6ab56888dff5d86","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:08.833Z","job_size_bytes":467,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-ee2f401061d7ba65174ef9d9: done: 1.48102 sec","job_status":"done","queue_duration_s":1.788794,"scheduling_latency_s":1.788836,"gitaly_calls":7,"gitaly_duration_s":0.116939,"redis_calls":53,"redis_duration_s":0.021392,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001274,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.012111,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00193,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.005072,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001005,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":40,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":40,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.069,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":35,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.058,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":1.198006,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00026696,"duration_s":1.48102,"completed_at":"2026-06-29T10:49:12.103Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.121878,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2043vm-test-run-nixbot-gitlab> gitlab # [ 307.345268] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.105Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"a70a157eb0e2521a82c0e148","created_at":"2026-06-29T10:49:10.309Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c4f86c80b4874c28","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:10.321Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-a70a157eb0e2521a82c0e148: start","job_status":"start","queue_duration_s":1.783823,"scheduling_latency_s":1.783845}2044vm-test-run-nixbot-gitlab> gitlab # [ 307.361803] gitaly[1370]: time="2026-06-29T10:49:11.657Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=3 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYNKWTMQT19FVNDMRC70B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-29T10:49:41.439" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:11.640" grpc.time_ms=14.495 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2045vm-test-run-nixbot-gitlab> gitlab # [ 307.377326] gitlab-workhorse[1291]: time="2026-06-29T10:49:12Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1492046vm-test-run-nixbot-gitlab> gitlab # [ 307.379236] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:12 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 942047vm-test-run-nixbot-gitlab> gitlab # [ 307.381354] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.186Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"a70a157eb0e2521a82c0e148","created_at":"2026-06-29T10:49:10.309Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-c4f86c80b4874c28","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:10.321Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-a70a157eb0e2521a82c0e148: done: 0.080983 sec","job_status":"done","queue_duration_s":1.783823,"scheduling_latency_s":1.783845,"redis_calls":19,"redis_duration_s":0.013233,"redis_read_bytes":21,"redis_write_bytes":4292,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001099,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000497,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2263,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002096,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.009541,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.039368,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00831868,"duration_s":0.080983,"completed_at":"2026-06-29T10:49:12.186Z","load_balancing_strategy":"primary","db_duration_s":0.016067,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2048vm-test-run-nixbot-gitlab> gitlab # [ 307.428088] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.189Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"bc1449db115dbbf237be0d2c","created_at":"2026-06-29T10:49:12.171Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-1ebec5ac832f4d02","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:12.176Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-bc1449db115dbbf237be0d2c: start","job_status":"start","queue_duration_s":0.012649,"scheduling_latency_s":0.012667}2049vm-test-run-nixbot-gitlab> gitlab # [ 307.446409] gitaly[1370]: time="2026-06-29T10:49:11.678Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYNKWTMQT19FVNDMRC70B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:41.474" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:11.676" grpc.time_ms=1.291 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2050vm-test-run-nixbot-gitlab> gitlab # [ 307.460584] gitlab-workhorse[1291]: time="2026-06-29T10:49:12Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3782051vm-test-run-nixbot-gitlab> gitlab # [ 307.462761] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:12 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 378 "" "git/2.54.0" 1202052vm-test-run-nixbot-gitlab> gitlab # [ 307.464725] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:12 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 1062053vm-test-run-nixbot-gitlab> gitlab # [ 307.466932] gitaly[1370]: time="2026-06-29T10:49:11.702Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=3 command.system_time_ms=10 command.user_time_ms=4 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYNKWTMQT19FVNDMRC70B grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-29T10:49:21.002" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:11.682" grpc.time_ms=19.488 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2054vm-test-run-nixbot-gitlab> gitlab # [ 307.481111] gitaly[1370]: time="2026-06-29T10:49:11.994Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=24 command.spawn_token_fork_ms=17 command.system_time_ms=5 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-29T10:49:41.766" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:11.966" grpc.time_ms=27.429 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2055vm-test-run-nixbot-gitlab> gitlab # [ 307.498774] gitaly[1370]: time="2026-06-29T10:49:12.022Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=5 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYGHZ7S84GESJSH429A44 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-29T10:49:41.797" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:11.997" grpc.time_ms=24.846 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2056vm-test-run-nixbot-gitlab> gitlab # [ 307.513237] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.307Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"bc1449db115dbbf237be0d2c","created_at":"2026-06-29T10:49:12.171Z","trace_propagation_headers":{"sentry-trace":"2d010219eaa7463094a3d9914bc3c4f3-1ebec5ac832f4d02","baggage":"sentry-trace_id=2d010219eaa7463094a3d9914bc3c4f3,sentry-release=Unknown"},"correlation_id":"01KW9FYGHZ7S84GESJSH429A44","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:12.176Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-bc1449db115dbbf237be0d2c: done: 0.113604 sec","job_status":"done","queue_duration_s":0.012649,"scheduling_latency_s":0.012667,"redis_calls":11,"redis_duration_s":0.004972,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.003155,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001303,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000514,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.009,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.068399,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0002625,"duration_s":0.113604,"completed_at":"2026-06-29T10:49:12.303Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027761,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2057vm-test-run-nixbot-gitlab> gitlab # [ 307.562701] gitaly[1370]: time="2026-06-29T10:49:12.029Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYP0CPK9B219096N1FZDC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.018" grpc.time_ms=11.246 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2058vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.2059vm-test-run-nixbot-gitlab> gitlab # [ 307.576941] gitaly[1370]: time="2026-06-29T10:49:12.127Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYP3217N6EEX3NMGDQV8G grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.119" pid=1370 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc2060vm-test-run-nixbot-gitlab> gitlab # Counting objects: 20% (1/5)[ 307.587762] gitaly[1370]: time="2026-06-29T10:49:12.127Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYP3217N6EEX3NMGDQV8G grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.119" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2061vm-test-run-nixbot-gitlab> gitlab # Counting objects: 40% (2/5)[ 307.601747] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:12 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 200 "" "git/2.54.0" 1032062vm-test-run-nixbot-gitlab> gitlab # Counting objects: 60% (3/5)[ 307.604114] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:12 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 672063vm-test-run-nixbot-gitlab> gitlab # Counting objects: 80% (4/5)[ 307.606447] gitaly[1370]: time="2026-06-29T10:49:12.128Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYP3217N6EEX3NMGDQV8G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.119" grpc.time_ms=8.233 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2064vm-test-run-nixbot-gitlab> gitlab # Counting objects: 100% (5/5)[ 307.621322] gitaly[1370]: time="2026-06-29T10:49:12.251Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYP63PZXZ8ZDASRDAZ1B0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.231" pid=1370 remote_ip="2001:db8:1::1" request_sha=aa20ca5cf54ddee2d268344010caf9a976ffdd9f response_bytes=378 span.kind=server system=grpc2065vm-test-run-nixbot-gitlab> gitlab # Counting objects: 100% (5/5), done.2066vm-test-run-nixbot-gitlab> gitlab # [ 307.632034] gitaly[1370]: time="2026-06-29T10:49:12.251Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1166 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYP63PZXZ8ZDASRDAZ1B0 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.231" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2067vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads[ 307.645984] gitaly[1370]: time="2026-06-29T10:49:12.252Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1166 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=5 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYP63PZXZ8ZDASRDAZ1B0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.231" grpc.time_ms=20.868 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2068vm-test-run-nixbot-gitlab> gitlab # 2069vm-test-run-nixbot-gitlab> gitlab # [ 307.660974] gitlab-workhorse[1291]: time="2026-06-29T10:49:12Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672070vm-test-run-nixbot-gitlab> gitlab # Compressing objects: 50% (1/2)[ 307.662839] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:12 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 552071vm-test-run-nixbot-gitlab> gitlab # Compressing objects: 100% (2/2)[ 307.665252] gitaly[1370]: time="2026-06-29T10:49:12.385Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=11 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPATXM3W0FYMYQSZM9A2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=246 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.367" grpc.time_ms=18.312 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2072vm-test-run-nixbot-gitlab> gitlab # Compressing objects: 100% (2/2), done.2073vm-test-run-nixbot-gitlab> gitlab # [ 307.679952] gitaly[1370]: time="2026-06-29T10:49:12.403Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=580 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=8 command.system_time_ms=0 command.user_time_ms=4 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPCGWGK7W9NYT01PFS6J grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=202 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.390" grpc.time_ms=12.89 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2074vm-test-run-nixbot-gitlab> gitlab # Writing objects: 33% (1/3)[ 307.694340] gitaly[1370]: time="2026-06-29T10:49:12.460Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPEN0B026DD3DCY97PDE grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.452" pid=1370 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2075vm-test-run-nixbot-gitlab> gitlab # Writing objects: 66% (2/3)[ 307.705094] gitaly[1370]: time="2026-06-29T10:49:12.460Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=4 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPEN0B026DD3DCY97PDE grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.452" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2076vm-test-run-nixbot-gitlab> gitlab # Writing objects: 100% (3/3)[ 307.719059] gitaly[1370]: time="2026-06-29T10:49:12.461Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=4 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPEN0B026DD3DCY97PDE grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.452" grpc.time_ms=8.403 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2077vm-test-run-nixbot-gitlab> gitlab # Writing objects: 100% (3/3), 273 bytes | 6.00 KiB/s, done.2078vm-test-run-nixbot-gitlab> gitlab # [ 307.733984] gitaly[1370]: time="2026-06-29T10:49:12.551Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:42.350" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:12.550" grpc.time_ms=0.529 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2079vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)2080vm-test-run-nixbot-gitlab> gitlab # [ 307.776575] gitaly[1370]: time="2026-06-29T10:49:12.599Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=588 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-29T10:49:42.388" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:12.588" grpc.time_ms=10.563 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2081vm-test-run-nixbot-gitlab> gitlab # [ 307.805735] gitaly[1370]: time="2026-06-29T10:49:12.623Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:22.004" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:12.615" grpc.time_ms=7.595 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2082vm-test-run-nixbot-gitlab> gitlab # [ 307.865196] gitaly[1370]: time="2026-06-29T10:49:12.688Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-29T10:49:22.006" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:12.686" grpc.time_ms=0.353 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2083vm-test-run-nixbot-gitlab> gitlab # [ 307.880637] gitaly[1370]: time="2026-06-29T10:49:12.703Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=572 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=4 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-29T10:49:22.014" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:12.694" grpc.time_ms=8.963 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2084vm-test-run-nixbot-gitlab> gitlab # [ 307.915914] gitaly[1370]: time="2026-06-29T10:49:12.738Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4154 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:12.738" grpc.time_ms=0.353 pid=1370 span.kind=server system=grpc2085vm-test-run-nixbot-gitlab> gitlab # [ 307.941087] gitaly[1370]: time="2026-06-29T10:49:12.763Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4156 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:12.763" grpc.time_ms=0.448 pid=1370 span.kind=server system=grpc2086vm-test-run-nixbot-gitlab> gitlab # [ 307.954351] gitaly[1370]: time="2026-06-29T10:49:12.777Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 diskcache=0fcdc967-0dc7-4461-833b-ac5139c5f7e2 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T10:49:22.025" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:12.705" pid=1370 ref=refs/keep-around/00dee69e1098ace9d0ab0f2102edb2adf5219d52 remote_ip="2001:db8:1::1" revision=00dee69e1098ace9d0ab0f2102edb2adf5219d52 span.kind=server system=grpc username=root2087vm-test-run-nixbot-gitlab> gitlab # [ 307.966754] gitaly[1370]: time="2026-06-29T10:49:12.777Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=47 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5083 command.oublock=8 command.real_time_ms=67 command.spawn_token_fork_ms=4 command.system_time_ms=29 command.user_time_ms=18 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T10:49:22.025" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:12.705" grpc.time_ms=71.947 pid=1370 ref=refs/keep-around/00dee69e1098ace9d0ab0f2102edb2adf5219d52 remote_ip="2001:db8:1::1" revision=00dee69e1098ace9d0ab0f2102edb2adf5219d52 span.kind=server system=grpc username=root2088vm-test-run-nixbot-gitlab> gitlab # [ 307.981901] gitaly[1370]: time="2026-06-29T10:49:12.789Z" level=info msg="finished unary call with code OK" catfile.duration_ms=8 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=8 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:42.079" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:12.780" grpc.time_ms=9.011 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2089vm-test-run-nixbot-gitlab> gitlab # [ 307.995473] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.803Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"ece5225b703a9ade34ba62ac","created_at":"2026-06-29T10:49:12.795Z","trace_propagation_headers":{"sentry-trace":"7c9422ede20e45489567e5bd1e38e6c6-460aaeef0f8b4201","baggage":"sentry-trace_id=7c9422ede20e45489567e5bd1e38e6c6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYPHD0R87YX7DW99XM6F2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:12.801Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-ece5225b703a9ade34ba62ac: start","job_status":"start","queue_duration_s":0.001408,"scheduling_latency_s":0.001467}2090vm-test-run-nixbot-gitlab> gitlab # [ 308.012975] gitaly[1370]: time="2026-06-29T10:49:12.807Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=590 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-29T10:49:22.244" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:12.784" grpc.time_ms=22.319 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2091vm-test-run-nixbot-gitlab> gitlab # [ 308.041105] gitaly[1370]: time="2026-06-29T10:49:12.864Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=302 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=3 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-29T10:49:42.053" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-29T10:49:12.853" grpc.time_ms=10.439 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2092vm-test-run-nixbot-gitlab> gitlab # [ 308.068251] gitaly[1370]: time="2026-06-29T10:49:12.891Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H duration_ms=168ns method=POST pid=1370 status=200 url="http://unix/api/v4/internal/allowed"2093vm-test-run-nixbot-gitlab> gitlab # [ 308.075092] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.896Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"ece5225b703a9ade34ba62ac","created_at":"2026-06-29T10:49:12.795Z","trace_propagation_headers":{"sentry-trace":"7c9422ede20e45489567e5bd1e38e6c6-460aaeef0f8b4201","baggage":"sentry-trace_id=7c9422ede20e45489567e5bd1e38e6c6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYPHD0R87YX7DW99XM6F2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:12.801Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-ece5225b703a9ade34ba62ac: done: 0.093657 sec","job_status":"done","queue_duration_s":0.001408,"scheduling_latency_s":0.001467,"redis_calls":19,"redis_duration_s":0.011183,"redis_read_bytes":145,"redis_write_bytes":2300,"redis_feature_flag_calls":11,"redis_feature_flag_duration_s":0.00732,"redis_feature_flag_read_bytes":138,"redis_feature_flag_write_bytes":1482,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002958,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000905,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.046632,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00028666,"duration_s":0.093657,"completed_at":"2026-06-29T10:49:12.896Z","load_balancing_strategy":"primary","db_duration_s":0.026961,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2094vm-test-run-nixbot-gitlab> gitlab # [ 308.128357] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.898Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"cc3d444c6feb431765b021bc","created_at":"2026-06-29T10:49:12.802Z","trace_propagation_headers":{"sentry-trace":"7c9422ede20e45489567e5bd1e38e6c6-460aaeef0f8b4201","baggage":"sentry-trace_id=7c9422ede20e45489567e5bd1e38e6c6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYPHD0R87YX7DW99XM6F2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:12.821Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-cc3d444c6feb431765b021bc: start","job_status":"start","queue_duration_s":0.076225,"scheduling_latency_s":0.076244}2095vm-test-run-nixbot-gitlab> gitlab # [ 308.147890] gitaly[1370]: time="2026-06-29T10:49:12.970Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H duration_ms=79ns method=POST pid=1370 status=200 url="http://unix/api/v4/internal/pre_receive"2096vm-test-run-nixbot-gitlab> gitlab # [ 308.151259] gitaly[1370]: time="2026-06-29T10:49:12.971Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5317 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:12.721" grpc.time_ms=249.057 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2097vm-test-run-nixbot-gitlab> gitlab # [ 308.161815] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:12.982Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"cc3d444c6feb431765b021bc","created_at":"2026-06-29T10:49:12.802Z","trace_propagation_headers":{"sentry-trace":"7c9422ede20e45489567e5bd1e38e6c6-460aaeef0f8b4201","baggage":"sentry-trace_id=7c9422ede20e45489567e5bd1e38e6c6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYPHD0R87YX7DW99XM6F2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:12.821Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-cc3d444c6feb431765b021bc: done: 0.084576 sec","job_status":"done","queue_duration_s":0.076225,"scheduling_latency_s":0.076244,"redis_calls":15,"redis_duration_s":0.0055390000000000005,"redis_read_bytes":142,"redis_write_bytes":1431,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000428,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":431,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001494,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003617,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050802,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00098536,"duration_s":0.084576,"completed_at":"2026-06-29T10:49:12.982Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.021749,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2098vm-test-run-nixbot-gitlab> gitlab # [ 308.210027] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:13.015Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"7739c4b8ef1b54b48c96f25e","created_at":"2026-06-29T10:49:13.008Z","trace_propagation_headers":{"sentry-trace":"7c9422ede20e45489567e5bd1e38e6c6-460aaeef0f8b4201","baggage":"sentry-trace_id=7c9422ede20e45489567e5bd1e38e6c6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYPHD0R87YX7DW99XM6F2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.014Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-7739c4b8ef1b54b48c96f25e: start","job_status":"start","queue_duration_s":0.000904,"scheduling_latency_s":0.000925}2099vm-test-run-nixbot-gitlab> gitlab # [ 308.227350] gitaly[1370]: time="2026-06-29T10:49:13.004Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4787 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:13.003" grpc.time_ms=0.6 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2100vm-test-run-nixbot-gitlab> gitlab # [ 308.238951] nixbot[3775]: {"ts": "2026-06-29T10:49:13.037Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/00dee69e1098ace9d0ab0f2102edb2adf5219d52 \"HTTP/1.1 201 Created\""}2101vm-test-run-nixbot-gitlab> gitlab # [ 308.241965] nixbot[3775]: {"ts": "2026-06-29T10:49:13.044Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-00dee69e1098-96258417", "argv0": "bwrap"}2102vm-test-run-nixbot-gitlab> gitlab # [ 308.245373] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:13 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/00dee69e1098ace9d0ab0f2102edb2adf5219d52 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 5412103vm-test-run-nixbot-gitlab> gitlab # [ 308.263859] gitaly[1370]: time="2026-06-29T10:49:13.086Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4786 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:13.086" grpc.time_ms=0.455 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2104vm-test-run-nixbot-gitlab> gitlab # [ 308.297159] gitaly[1370]: time="2026-06-29T10:49:13.120Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4788 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:13.119" grpc.time_ms=0.335 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2105vm-test-run-nixbot-gitlab> gitlab # [ 308.308830] gitaly[1370]: time="2026-06-29T10:49:13.128Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T10:49:43.026" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:13.127" grpc.time_ms=0.759 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2106vm-test-run-nixbot-gitlab> gitlab # [ 308.352766] systemd[1]: Started Nix Daemon.2107vm-test-run-nixbot-gitlab> gitlab # [ 308.363068] gitaly[1370]: time="2026-06-29T10:49:13.185Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:43.083" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:13.184" grpc.time_ms=1.51 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2108vm-test-run-nixbot-gitlab> gitlab # [ 308.397709] gitaly[1370]: time="2026-06-29T10:49:13.220Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H duration_ms=56ns method=POST pid=1370 status=200 url="http://unix/api/v4/internal/post_receive"2109vm-test-run-nixbot-gitlab> gitlab # [ 308.401033] gitaly[1370]: time="2026-06-29T10:49:13.221Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4811 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:13.163" grpc.time_ms=57.566 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2110vm-test-run-nixbot-gitlab> gitlab # [ 308.412447] gitaly[1370]: time="2026-06-29T10:49:13.224Z" level=info msg="finished unary call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPHD0R87YX7DW99XM6F2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:43.021" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:13.222" grpc.time_ms=2.674 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2111vm-test-run-nixbot-gitlab> gitlab # [ 308.425623] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:13.241Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"7739c4b8ef1b54b48c96f25e","created_at":"2026-06-29T10:49:13.008Z","trace_propagation_headers":{"sentry-trace":"7c9422ede20e45489567e5bd1e38e6c6-460aaeef0f8b4201","baggage":"sentry-trace_id=7c9422ede20e45489567e5bd1e38e6c6,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYPHD0R87YX7DW99XM6F2","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.014Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-7739c4b8ef1b54b48c96f25e: done: 0.225541 sec","job_status":"done","queue_duration_s":0.000904,"scheduling_latency_s":0.000925,"gitaly_calls":3,"gitaly_duration_s":0.014204,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.0092,"redis_read_bytes":208,"redis_write_bytes":6803,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001512,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001656,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.001123,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000364,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.001671,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000406,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.00013,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000826,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.045,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.02,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.15419,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.18924435999999997,"duration_s":0.225541,"completed_at":"2026-06-29T10:49:13.241Z","load_balancing_strategy":"primary","db_duration_s":0.049822,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2112vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git2113vm-test-run-nixbot-gitlab> gitlab # 00dee69..aec83d6 master -> master2114vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.28 seconds)2115vm-test-run-nixbot-gitlab> gitlab # [ 308.491949] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:13.242Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"27e461ed447df286f651e2a1","created_at":"2026-06-29T10:49:13.100Z","trace_propagation_headers":{"sentry-trace":"7c9422ede20e45489567e5bd1e38e6c6-6b2a76077be149af","baggage":"sentry-trace_id=7c9422ede20e45489567e5bd1e38e6c6,sentry-release=Unknown"},"correlation_id":"01KW9FYPHD0R87YX7DW99XM6F2","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.110Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-27e461ed447df286f651e2a1: start","job_status":"start","queue_duration_s":0.132075,"scheduling_latency_s":0.1321}2116vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master2117vm-test-run-nixbot-gitlab> gitlab # [ 308.509214] nix-daemon[4052]: accepted connection from pid 4041, user nixbot2118vm-test-run-nixbot-gitlab> gitlab # [ 308.510176] nix-daemon[4052]: accepted connection from pid 4042, user nixbot2119vm-test-run-nixbot-gitlab> gitlab # [ 308.511072] gitlab-workhorse[1291]: time="2026-06-29T10:49:13Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=522120vm-test-run-nixbot-gitlab> gitlab # [ 308.512954] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:13 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 7392121vm-test-run-nixbot-gitlab> gitlab # [ 308.515796] gitaly[1370]: time="2026-06-29T10:49:13.307Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H diskcache=128c4e9f-cb51-4ad5-a391-880e0a00f51b grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.655" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2122vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.02 seconds)2123vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2'2124vm-test-run-nixbot-gitlab> gitlab # [ 308.525408] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:13.282Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"27e461ed447df286f651e2a1","created_at":"2026-06-29T10:49:13.100Z","trace_propagation_headers":{"sentry-trace":"7c9422ede20e45489567e5bd1e38e6c6-6b2a76077be149af","baggage":"sentry-trace_id=7c9422ede20e45489567e5bd1e38e6c6,sentry-release=Unknown"},"correlation_id":"01KW9FYPHD0R87YX7DW99XM6F2","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.110Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-27e461ed447df286f651e2a1: done: 0.040163 sec","job_status":"done","queue_duration_s":0.132075,"scheduling_latency_s":0.1321,"redis_calls":10,"redis_duration_s":0.001526,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000314,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000309,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026614,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039958,"duration_s":0.040163,"completed_at":"2026-06-29T10:49:13.282Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00604,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2125vm-test-run-nixbot-gitlab> gitlab # [ 308.570267] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:13.284Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","00dee69e1098ace9d0ab0f2102edb2adf5219d52 aec83d6f4433bf479e78ab8bb594a3908ad12ae2 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"686223f1c7306402da01c96b","created_at":"2026-06-29T10:49:13.199Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-d0e78476eb4b46d6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.201Z","job_size_bytes":185,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-686223f1c7306402da01c96b: start","job_status":"start","queue_duration_s":0.082823,"scheduling_latency_s":0.082842}2126vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2', in 0.05 seconds)2127vm-test-run-nixbot-gitlab> []2128vm-test-run-nixbot-gitlab> gitlab # [ 308.587843] gitaly[1370]: time="2026-06-29T10:49:13.308Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=143 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=847872 command.minflt=13245 command.oublock=32 command.real_time_ms=568 command.spawn_token_fork_ms=2 command.system_time_ms=72 command.user_time_ms=71 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:12.655" grpc.time_ms=652.114 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2129vm-test-run-nixbot-gitlab> gitlab # [ 308.602078] nixbot[3775]: INFO: ::ffff:127.0.0.1:36342 - "GET /api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2 HTTP/1.1" 200 OK2130vm-test-run-nixbot-gitlab> gitlab # [ 308.629273] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:13.451Z","message":"changes: \"00dee69e1098ace9d0ab0f2102edb2adf5219d52 aec83d6f4433bf479e78ab8bb594a3908ad12ae2 refs/heads/master\\n\""}2131vm-test-run-nixbot-gitlab> gitlab # [ 308.685717] gitaly[1370]: time="2026-06-29T10:49:13.507Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:23.003" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:13.494" grpc.time_ms=13.472 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2132vm-test-run-nixbot-gitlab> gitlab # [ 308.714371] gitaly[1370]: time="2026-06-29T10:49:13.531Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-29T10:49:23.026" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:13.516" grpc.time_ms=14.357 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2133vm-test-run-nixbot-gitlab> gitlab # [ 308.764608] gitaly[1370]: time="2026-06-29T10:49:13.587Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=584 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-29T10:49:23.078" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:13.569" grpc.time_ms=18.018 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2134vm-test-run-nixbot-gitlab> gitlab # [ 308.792818] gitaly[1370]: time="2026-06-29T10:49:13.615Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=2 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=2 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=596 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-29T10:49:43.395" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:13.596" grpc.time_ms=19.185 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2135vm-test-run-nixbot-gitlab> gitlab # [ 308.849505] gitaly[1370]: time="2026-06-29T10:49:13.672Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=319 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-29T10:49:23.170" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-29T10:49:13.660" grpc.time_ms=11.133 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2136vm-test-run-nixbot-gitlab> gitlab # [ 308.889095] gitaly[1370]: time="2026-06-29T10:49:13.711Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:23.203" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:13.694" grpc.time_ms=17.592 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2137vm-test-run-nixbot-gitlab> gitlab # [ 309.201975] gitaly[1370]: time="2026-06-29T10:49:14.024Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-29T10:49:24.002" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:14.022" grpc.time_ms=1.688 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2138vm-test-run-nixbot-gitlab> gitlab # [ 309.241437] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:14.051Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","00dee69e1098ace9d0ab0f2102edb2adf5219d52 aec83d6f4433bf479e78ab8bb594a3908ad12ae2 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"686223f1c7306402da01c96b","created_at":"2026-06-29T10:49:13.199Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-d0e78476eb4b46d6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.201Z","job_size_bytes":185,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-686223f1c7306402da01c96b: done: 0.7672 sec","job_status":"done","queue_duration_s":0.082823,"scheduling_latency_s":0.082842,"gitaly_calls":7,"gitaly_duration_s":0.126897,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.036929,"redis_read_bytes":350,"redis_write_bytes":13069,"redis_cache_calls":9,"redis_cache_duration_s":0.003951,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000543,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.001903,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6769,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.004689,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.013441,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.012402,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.201,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.046,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.046,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.201,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.427822,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00140686,"exclusive_lock_hold_duration_s":0.03418886,"duration_s":0.7672,"completed_at":"2026-06-29T10:49:14.051Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.216574,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2139vm-test-run-nixbot-gitlab> gitlab # [ 309.328334] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:14.055Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"a140c9dd7706c22d49deb218","created_at":"2026-06-29T10:49:13.535Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-e38d23a5d62847f6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.540Z","job_size_bytes":46,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-a140c9dd7706c22d49deb218: start","job_status":"start","queue_duration_s":0.515379,"scheduling_latency_s":0.515431}2140vm-test-run-nixbot-gitlab> gitlab # [ 309.347390] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:14.103Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"a140c9dd7706c22d49deb218","created_at":"2026-06-29T10:49:13.535Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-e38d23a5d62847f6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.540Z","job_size_bytes":46,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-a140c9dd7706c22d49deb218: done: 0.047702 sec","job_status":"done","queue_duration_s":0.515379,"scheduling_latency_s":0.515431,"redis_calls":9,"redis_duration_s":0.003711,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001888,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.00055,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001273,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032226,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.047702,"completed_at":"2026-06-29T10:49:14.103Z","load_balancing_strategy":"primary","db_duration_s":0.003883,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2141vm-test-run-nixbot-gitlab> gitlab # [ 309.397863] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:14.106Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"bc7f9f65f6b0288d1595befe","created_at":"2026-06-29T10:49:13.553Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-e38d23a5d62847f6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.559Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-bc7f9f65f6b0288d1595befe: start","job_status":"start","queue_duration_s":0.547158,"scheduling_latency_s":0.547199}2142vm-test-run-nixbot-gitlab> gitlab # [ 309.414688] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:14.212Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"bc7f9f65f6b0288d1595befe","created_at":"2026-06-29T10:49:13.553Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-e38d23a5d62847f6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.559Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-bc7f9f65f6b0288d1595befe: done: 0.106103 sec","job_status":"done","queue_duration_s":0.547158,"scheduling_latency_s":0.547199,"gitaly_calls":1,"gitaly_duration_s":0.050021,"redis_calls":12,"redis_duration_s":0.004121,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001744,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000837,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00154,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.009,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.009,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.041545,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.07288196,"duration_s":0.106103,"completed_at":"2026-06-29T10:49:14.212Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008209,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2143vm-test-run-nixbot-gitlab> gitlab # [ 309.460552] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:14.214Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"61b9bcc2a4433ee310d80802","created_at":"2026-06-29T10:49:13.818Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-e38d23a5d62847f6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:226c08a2b7e934214e9391e723fca7466b82ef3c83a5e6179609c3cfc3b17b40","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.823Z","job_size_bytes":467,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-61b9bcc2a4433ee310d80802: start","job_status":"start","queue_duration_s":0.39145,"scheduling_latency_s":0.391476}2144vm-test-run-nixbot-gitlab> gitlab # [ 309.478144] gitaly[1370]: time="2026-06-29T10:49:14.187Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H diskcache=976c3dc1-8260-4f81-ba4c-a98add67ad1d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-29T16:49:14.140" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:14.141" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2145vm-test-run-nixbot-gitlab> gitlab # [ 309.488226] gitaly[1370]: time="2026-06-29T10:49:14.188Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=28 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1511 command.oublock=0 command.real_time_ms=57 command.spawn_token_fork_ms=5 command.system_time_ms=25 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-29T16:49:14.140" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:14.141" grpc.time_ms=46.645 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2146vm-test-run-nixbot-gitlab> gitlab # [ 309.503515] gitaly[1370]: time="2026-06-29T10:49:14.246Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:44.144" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:14.245" grpc.time_ms=0.827 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2147vm-test-run-nixbot-gitlab> gitlab # [ 309.516329] gitaly[1370]: time="2026-06-29T10:49:14.266Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=10 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-29T10:49:24.229" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:14.249" grpc.time_ms=16.365 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2148vm-test-run-nixbot-gitlab> gitlab # [ 309.529416] gitaly[1370]: time="2026-06-29T10:49:14.315Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T10:49:44.213" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:14.314" grpc.time_ms=1.588 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2149vm-test-run-nixbot-gitlab> gitlab # [ 309.543285] gitaly[1370]: time="2026-06-29T10:49:14.324Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=29 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-29T10:49:44.219" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:14.320" grpc.time_ms=3.965 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2150vm-test-run-nixbot-gitlab> gitlab # [ 309.570144] gitaly[1370]: time="2026-06-29T10:49:14.392Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:24.275" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:14.376" grpc.time_ms=16.479 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2151vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2'2152vm-test-run-nixbot-gitlab> gitlab # [ 309.662254] nixbot[3775]: INFO: ::ffff:127.0.0.1:36354 - "GET /api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2 HTTP/1.1" 200 OK2153vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2', in 0.07 seconds)2154vm-test-run-nixbot-gitlab> []2155vm-test-run-nixbot-gitlab> gitlab # [ 310.363676] gitaly[1370]: time="2026-06-29T10:49:15.185Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=22 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=883 command.oublock=0 command.real_time_ms=23 command.spawn_token_fork_ms=2 command.system_time_ms=11 command.user_time_ms=11 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-29T10:49:45.056" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:15.157" grpc.time_ms=27.942 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2156vm-test-run-nixbot-gitlab> gitlab # [ 310.393015] gitaly[1370]: time="2026-06-29T10:49:15.215Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=573 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=3 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYPKWNFTX5RBTQEVVQF3H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-29T10:49:45.088" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:15.189" grpc.time_ms=26.336 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2157vm-test-run-nixbot-gitlab> gitlab # [ 310.441693] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-29T10:49:15.257Z","class":"CreatePipelineWorker","correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"00dee69e1098ace9d0ab0f2102edb2adf5219d52","after":"aec83d6f4433bf479e78ab8bb594a3908ad12ae2","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"aec83d6f4433bf479e78ab8bb594a3908ad12ae2","ref":"refs/heads/master"},"retry":0}2158vm-test-run-nixbot-gitlab> gitlab # [ 310.454310] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:15.272Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"61b9bcc2a4433ee310d80802","created_at":"2026-06-29T10:49:13.818Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-e38d23a5d62847f6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:226c08a2b7e934214e9391e723fca7466b82ef3c83a5e6179609c3cfc3b17b40","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:13.823Z","job_size_bytes":467,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-61b9bcc2a4433ee310d80802: done: 1.057956 sec","job_status":"done","queue_duration_s":0.39145,"scheduling_latency_s":0.391476,"gitaly_calls":7,"gitaly_duration_s":0.126119,"redis_calls":33,"redis_duration_s":0.009014,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.001324,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001973,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003889,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001828,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.042,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.89534,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":1.057956,"completed_at":"2026-06-29T10:49:15.272Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.041637,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2159vm-test-run-nixbot-gitlab> gitlab # [ 310.512280] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:15.277Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"e9025f99-bb74-4a67-95a9-c8eff054dab6\"}"],"class":"WebHookWorker","jid":"d45528e11196ee49f9fda52e","created_at":"2026-06-29T10:49:14.003Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-e38d23a5d62847f6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ddd8e2ae4538c8f916c261e5921f5ff1f353cde4f505f9005d9f23f9a45aa962","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:14.009Z","job_size_bytes":1749,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-d45528e11196ee49f9fda52e: start","job_status":"start","queue_duration_s":1.267889,"scheduling_latency_s":1.267938}2160vm-test-run-nixbot-gitlab> gitlab # [ 310.586112] nixbot[3775]: INFO: ::ffff:127.0.0.1:36362 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2161vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2'2162vm-test-run-nixbot-gitlab> gitlab # [ 310.629631] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:15.450Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"e9025f99-bb74-4a67-95a9-c8eff054dab6\"}"],"class":"WebHookWorker","jid":"d45528e11196ee49f9fda52e","created_at":"2026-06-29T10:49:14.003Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-e38d23a5d62847f6","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ddd8e2ae4538c8f916c261e5921f5ff1f353cde4f505f9005d9f23f9a45aa962","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:14.009Z","job_size_bytes":1749,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-d45528e11196ee49f9fda52e: done: 0.173727 sec","job_status":"done","queue_duration_s":1.267889,"scheduling_latency_s":1.267938,"redis_calls":19,"redis_duration_s":0.008511,"redis_read_bytes":31,"redis_write_bytes":5281,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001772,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.001443,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3643,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003167,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002129,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.01410683999995399,"cpu_s":0.135054,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0007493,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.173727,"completed_at":"2026-06-29T10:49:15.450Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.004278,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2163vm-test-run-nixbot-gitlab> gitlab # [ 310.736189] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:15.455Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","d45528e11196ee49f9fda52e"],"class":"WebHooks::LogExecutionWorker","jid":"aa71b19448c93a8a8c11cb24","created_at":"2026-06-29T10:49:15.414Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-9748b7903dd74f85","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dc546c9e3df9c8c83fe453d339fa0ebb6a0ca51cef84255cf9ba670460ea135d","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:15.428Z","job_size_bytes":2507,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-aa71b19448c93a8a8c11cb24: start","job_status":"start","queue_duration_s":0.027439,"scheduling_latency_s":0.027493}2164vm-test-run-nixbot-gitlab> gitlab # [ 310.757626] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:15 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 912165vm-test-run-nixbot-gitlab> gitlab # [ 310.759987] gitaly[1370]: time="2026-06-29T10:49:15.546Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=579 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSDY69TBMZAQ71N5YCVD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=187 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:15.535" grpc.time_ms=11.237 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2166vm-test-run-nixbot-gitlab> gitlab # [ 310.784567] nixbot[3775]: INFO: ::ffff:127.0.0.1:36374 - "GET /api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2 HTTP/1.1" 200 OK2167vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2', in 0.13 seconds)2168vm-test-run-nixbot-gitlab> []2169vm-test-run-nixbot-gitlab> gitlab # [ 310.812731] gitaly[1370]: time="2026-06-29T10:49:15.635Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSGW649JQWQAN5WWHA4D grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:15.626" pid=1370 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2170vm-test-run-nixbot-gitlab> gitlab # [ 310.825414] gitaly[1370]: time="2026-06-29T10:49:15.635Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSGW649JQWQAN5WWHA4D grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:15.626" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2171vm-test-run-nixbot-gitlab> gitlab # [ 310.840725] gitlab-workhorse[1291]: time="2026-06-29T10:49:15Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672172vm-test-run-nixbot-gitlab> gitlab # [ 310.842812] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:15 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 872173vm-test-run-nixbot-gitlab> gitlab # [ 310.845011] gitaly[1370]: time="2026-06-29T10:49:15.636Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=585 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSGW649JQWQAN5WWHA4D grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:15.626" grpc.time_ms=9.754 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2174vm-test-run-nixbot-gitlab> gitlab # [ 310.860918] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:15.663Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","d45528e11196ee49f9fda52e"],"class":"WebHooks::LogExecutionWorker","jid":"aa71b19448c93a8a8c11cb24","created_at":"2026-06-29T10:49:15.414Z","trace_propagation_headers":{"sentry-trace":"953afa0191a544709d8b258121f4756a-9748b7903dd74f85","baggage":"sentry-trace_id=953afa0191a544709d8b258121f4756a,sentry-release=Unknown"},"correlation_id":"01KW9FYPKWNFTX5RBTQEVVQF3H","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dc546c9e3df9c8c83fe453d339fa0ebb6a0ca51cef84255cf9ba670460ea135d","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:15.428Z","job_size_bytes":2507,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-aa71b19448c93a8a8c11cb24: done: 0.207601 sec","job_status":"done","queue_duration_s":0.027439,"scheduling_latency_s":0.027493,"redis_calls":10,"redis_duration_s":0.003367,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000756,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001977,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000634,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.04,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.04,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.174901,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00024922,"duration_s":0.207601,"completed_at":"2026-06-29T10:49:15.663Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.017029,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2175vm-test-run-nixbot-gitlab> gitlab # [ 310.907012] gitaly[1370]: time="2026-06-29T10:49:15.703Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSKPW20F38B6DXSKD2JJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:15.688" pid=1370 remote_ip="2001:db8:1::1" request_sha=3ba5282fe9cba08c7cbe692e829bf85cd0ab4b84 response_bytes=384 span.kind=server system=grpc2176vm-test-run-nixbot-gitlab> gitlab # [ 310.917654] gitlab-workhorse[1291]: time="2026-06-29T10:49:15Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3842177vm-test-run-nixbot-gitlab> gitlab # [ 310.919489] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:15 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 384 "" "git/2.54.0" 662178vm-test-run-nixbot-gitlab> gitlab # [ 310.921516] gitaly[1370]: time="2026-06-29T10:49:15.703Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1140 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSKPW20F38B6DXSKD2JJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:15.688" negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2179vm-test-run-nixbot-gitlab> gitlab # [ 310.935165] nixbot[3775]: {"ts": "2026-06-29T10:49:15.742Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}2180vm-test-run-nixbot-gitlab> gitlab # [ 310.937623] nix-daemon[4060]: unexpected Nix daemon error: error: interrupted by the user2181vm-test-run-nixbot-gitlab> gitlab # [ 310.938871] gitaly[1370]: time="2026-06-29T10:49:15.704Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=12 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1140 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=12 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSKPW20F38B6DXSKD2JJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-29T10:49:15.688" grpc.time_ms=15.744 negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc2182vm-test-run-nixbot-gitlab> gitlab # [ 310.991757] gitaly[1370]: time="2026-06-29T10:49:15.814Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:45.013" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:15.813" grpc.time_ms=0.831 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2183vm-test-run-nixbot-gitlab> gitlab # [ 311.012074] gitaly[1370]: time="2026-06-29T10:49:15.834Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:45.133" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:15.834" grpc.time_ms=0.571 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2184vm-test-run-nixbot-gitlab> gitlab # [ 311.044286] gitaly[1370]: time="2026-06-29T10:49:15.867Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=592 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=0 command.system_time_ms=9 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-29T10:49:45.053" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:15.854" grpc.time_ms=12.834 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2185vm-test-run-nixbot-gitlab> gitlab # [ 311.065590] gitaly[1370]: time="2026-06-29T10:49:15.888Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=577 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:25.138" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:15.879" grpc.time_ms=9.245 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2186vm-test-run-nixbot-gitlab> gitlab # [ 311.082808] gitaly[1370]: time="2026-06-29T10:49:15.891Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=9 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:25.047" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:15.877" grpc.time_ms=13.336 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2187vm-test-run-nixbot-gitlab> gitlab # [ 311.110186] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:15.932Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"f8a7965fd4fe55cf7cdded0d","created_at":"2026-06-29T10:49:15.927Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-897a30b286914270","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:15.930Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-f8a7965fd4fe55cf7cdded0d: start","job_status":"start","queue_duration_s":0.002067,"scheduling_latency_s":0.002106}2188vm-test-run-nixbot-gitlab> gitlab # [ 311.130394] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:15 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/00dee69e1098ace9d0ab0f2102edb2adf5219d52 HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 1712189vm-test-run-nixbot-gitlab> gitlab # [ 311.133569] nixbot[3775]: {"ts": "2026-06-29T10:49:15.948Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/00dee69e1098ace9d0ab0f2102edb2adf5219d52 \"HTTP/1.1 201 Created\""}2190vm-test-run-nixbot-gitlab> gitlab # [ 311.143207] gitaly[1370]: time="2026-06-29T10:49:15.966Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-29T10:49:25.135" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:15.965" grpc.time_ms=0.267 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2191vm-test-run-nixbot-gitlab> gitlab # [ 311.164324] gitaly[1370]: time="2026-06-29T10:49:15.986Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=571 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-29T10:49:25.146" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:15.976" grpc.time_ms=9.987 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2192vm-test-run-nixbot-gitlab> gitlab # [ 311.198270] gitaly[1370]: time="2026-06-29T10:49:16.021Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSXPE9Q17X3E5EB582RN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:46.019" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:16.020" grpc.time_ms=0.681 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2193vm-test-run-nixbot-gitlab> gitlab # [ 311.223339] gitaly[1370]: time="2026-06-29T10:49:16.027Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4154 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:16.026" grpc.time_ms=0.357 pid=1370 span.kind=server system=grpc2194vm-test-run-nixbot-gitlab> gitlab # [ 311.241471] redis[1248]: 10 changes in 300 seconds. Saving...2195vm-test-run-nixbot-gitlab> gitlab # [ 311.243179] gitaly[1370]: time="2026-06-29T10:49:16.053Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4156 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:16.053" grpc.time_ms=0.403 pid=1370 span.kind=server system=grpc2196vm-test-run-nixbot-gitlab> gitlab # [ 311.258707] gitaly[1370]: time="2026-06-29T10:49:16.059Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 diskcache=dc421dd2-b438-4d03-abbe-60b885f63a3a grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T10:49:25.159" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:15.989" pid=1370 ref=refs/keep-around/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 remote_ip="2001:db8:1::1" revision=aec83d6f4433bf479e78ab8bb594a3908ad12ae2 span.kind=server system=grpc username=root2197vm-test-run-nixbot-gitlab> gitlab # [ 311.274478] redis[1248]: Background saving started by pid 41622198vm-test-run-nixbot-gitlab> gitlab # [ 311.275787] gitaly[1370]: time="2026-06-29T10:49:16.060Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=54 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5130 command.oublock=8 command.real_time_ms=65 command.spawn_token_fork_ms=0 command.system_time_ms=20 command.user_time_ms=34 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-29T10:49:25.159" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-29T10:49:15.989" grpc.time_ms=70.384 pid=1370 ref=refs/keep-around/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 remote_ip="2001:db8:1::1" revision=aec83d6f4433bf479e78ab8bb594a3908ad12ae2 span.kind=server system=grpc username=root2199vm-test-run-nixbot-gitlab> gitlab # [ 311.294669] redis[4162]: BGSAVE done, 638 keys saved, 0 keys skipped, 150070 bytes written.2200vm-test-run-nixbot-gitlab> gitlab # [ 311.296399] gitaly[1370]: time="2026-06-29T10:49:16.064Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:46.063" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:16.063" grpc.time_ms=0.607 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2201vm-test-run-nixbot-gitlab> gitlab # [ 311.311841] gitaly[1370]: time="2026-06-29T10:49:16.102Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3898 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:16.102" grpc.time_ms=0.353 pid=1370 span.kind=server system=grpc2202vm-test-run-nixbot-gitlab> gitlab # [ 311.323023] redis[4162]: DB saved on disk2203vm-test-run-nixbot-gitlab> gitlab # [ 311.323821] gitaly[1370]: time="2026-06-29T10:49:16.103Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=11 command.system_time_ms=3 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSXPE9Q17X3E5EB582RN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:26.007" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:16.088" grpc.time_ms=15.098 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2204vm-test-run-nixbot-gitlab> gitlab # [ 311.339305] gitaly[1370]: time="2026-06-29T10:49:16.130Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3896 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:16.129" grpc.time_ms=0.443 pid=1370 span.kind=server system=grpc2205vm-test-run-nixbot-gitlab> gitlab # [ 311.349680] redis[4162]: Fork CoW for RDB: current 1 MB, peak 1 MB, average 0 MB2206vm-test-run-nixbot-gitlab> gitlab # [ 311.350843] nixbot[3775]: {"ts": "2026-06-29T10:49:16.171Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/00dee69e1098ace9d0ab0f2102edb2adf5219d52 \"HTTP/1.1 201 Created\""}2207vm-test-run-nixbot-gitlab> gitlab # [ 311.353817] gitaly[1370]: time="2026-06-29T10:49:16.150Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3898 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:16.149" grpc.time_ms=0.347 pid=1370 span.kind=server system=grpc2208vm-test-run-nixbot-gitlab> gitlab # [ 311.364234] gitaly[1370]: time="2026-06-29T10:49:16.161Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E diskcache=4709105d-8f30-4962-afff-9071e4e0b660 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T10:49:46.069" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:16.069" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2209vm-test-run-nixbot-gitlab> gitlab # [ 311.374059] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:16 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/00dee69e1098ace9d0ab0f2102edb2adf5219d52 HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 2102210vm-test-run-nixbot-gitlab> gitlab # [ 311.376595] redis[1248]: Background saving terminated with success2211vm-test-run-nixbot-gitlab> gitlab # [ 311.377789] gitaly[1370]: time="2026-06-29T10:49:16.162Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=73 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=6980 command.oublock=0 command.real_time_ms=84 command.spawn_token_fork_ms=0 command.system_time_ms=28 command.user_time_ms=45 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T10:49:46.069" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:16.069" grpc.time_ms=92.095 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2212vm-test-run-nixbot-gitlab> gitlab # [ 311.417156] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:16 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 4912213vm-test-run-nixbot-gitlab> gitlab # [ 311.419848] nixbot[3775]: {"ts": "2026-06-29T10:49:16.240Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 \"HTTP/1.1 201 Created\""}2214vm-test-run-nixbot-gitlab> gitlab # [ 311.425383] nixbot[3775]: {"ts": "2026-06-29T10:49:16.248Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-aec83d6f4433-0b7733c3", "argv0": "bwrap"}2215vm-test-run-nixbot-gitlab> gitlab # [ 311.429042] gitaly[1370]: time="2026-06-29T10:49:16.251Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T10:49:46.250" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:16.251" grpc.time_ms=0.665 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2216vm-test-run-nixbot-gitlab> gitlab # [ 311.462576] gitaly[1370]: time="2026-06-29T10:49:16.285Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:46.284" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:16.284" grpc.time_ms=0.616 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2217vm-test-run-nixbot-gitlab> gitlab # [ 311.507412] gitaly[1370]: time="2026-06-29T10:49:16.330Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:46.328" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:16.329" grpc.time_ms=0.761 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2218vm-test-run-nixbot-gitlab> gitlab # [ 311.524733] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.341Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"780a991741658526d4a616cb","created_at":"2026-06-29T10:49:16.339Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"f8a7965fd4fe55cf7cdded0d","job_size_bytes":3,"pid":2412,"job_status":"deduplicated","message":"PipelineProcessWorker JID-780a991741658526d4a616cb: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2219vm-test-run-nixbot-gitlab> gitlab # [ 311.542503] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.346Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"f8a7965fd4fe55cf7cdded0d","created_at":"2026-06-29T10:49:15.927Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-897a30b286914270","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:15.930Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2412,"job_status":"rescheduled","message":"PipelineProcessWorker JID-f8a7965fd4fe55cf7cdded0d: rescheduled"}2220vm-test-run-nixbot-gitlab> gitlab # [ 311.558529] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.354Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"f8a7965fd4fe55cf7cdded0d","created_at":"2026-06-29T10:49:15.927Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-897a30b286914270","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:15.930Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-f8a7965fd4fe55cf7cdded0d: done: 0.421818 sec","job_status":"done","queue_duration_s":0.002067,"scheduling_latency_s":0.002106,"gitaly_calls":4,"gitaly_duration_s":0.10438,"redis_calls":104,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.031298,"redis_read_bytes":267,"redis_write_bytes":24010,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.003014,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001448,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.006544,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.003312,"redis_queues_read_bytes":27,"redis_queues_write_bytes":12389,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.011553,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3546,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.00023,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000356,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001827,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.066,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.02,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.023,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.036,"db_ci_duration_s":0.03,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.229134,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.37457936,"duration_s":0.421818,"completed_at":"2026-06-29T10:49:16.354Z","load_balancing_strategy":"primary","db_duration_s":0.073901,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2221vm-test-run-nixbot-gitlab> gitlab # [ 311.614330] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.355Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"e19676849fbe9ea40f827865","created_at":"2026-06-29T10:49:16.041Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.051Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-e19676849fbe9ea40f827865: start","job_status":"start","queue_duration_s":0.304617,"scheduling_latency_s":0.304639}2222vm-test-run-nixbot-gitlab> gitlab # [ 311.631257] nix-daemon[4052]: accepted connection from pid 4203, user nixbot2223vm-test-run-nixbot-gitlab> gitlab # [ 311.632260] nix-daemon[4052]: accepted connection from pid 4205, user nixbot2224vm-test-run-nixbot-gitlab> gitlab # [ 311.658654] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.480Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"e19676849fbe9ea40f827865","created_at":"2026-06-29T10:49:16.041Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.051Z","job_size_bytes":23,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-e19676849fbe9ea40f827865: done: 0.124976 sec","job_status":"done","queue_duration_s":0.304617,"scheduling_latency_s":0.304639,"redis_calls":15,"redis_duration_s":0.002894,"redis_read_bytes":13,"redis_write_bytes":3011,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000293,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000353,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1626,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001397,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000429,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000422,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.005,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.005,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.103163,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00032262,"duration_s":0.124976,"completed_at":"2026-06-29T10:49:16.480Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0167,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2225vm-test-run-nixbot-gitlab> gitlab # [ 311.708222] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.482Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"ce301685715c464a8120a2a1","created_at":"2026-06-29T10:49:16.470Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-0c0bccddf0054b37","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:cb498472090e622619fcdde780f225412a5cb1cf9adb2cdbc3cdbdcc1eac0ac7","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.473Z","job_size_bytes":464,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-ce301685715c464a8120a2a1: start","job_status":"start","queue_duration_s":0.00961,"scheduling_latency_s":0.009628}2226vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2'2227vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2', in 0.08 seconds)2228vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': 'aec83d6f4433bf479e78ab8bb594a3908ad12ae2', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': [{'level': 'warning', 'message': "unable to download 'https://cache.nixos.org/…': Could not resolve hostname (6) Could not resolve host: cache.nixos.org", 'count': 1}], 'error': None, 'created_at': '2026-06-29T10:49:15.733773Z', 'started_at': '2026-06-29T10:49:16.243180Z', 'finished_at': None}]2229vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 4.62 seconds)2230vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses2231vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses2232vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses, in 0.20 seconds)2233vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'aec83d6f4433bf479e78ab8bb594a3908ad12ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T10:49:16.205Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2234vm-test-run-nixbot-gitlab> gitlab # [ 311.724276] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-29T10:49:16.532Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"ce301685715c464a8120a2a1","created_at":"2026-06-29T10:49:16.470Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-0c0bccddf0054b37","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:cb498472090e622619fcdde780f225412a5cb1cf9adb2cdbc3cdbdcc1eac0ac7","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.473Z","job_size_bytes":464,"pid":2412,"sidekiq_tid":"m2po","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-ce301685715c464a8120a2a1: fail: 0.04874 sec","job_status":"fail","queue_duration_s":0.00961,"scheduling_latency_s":0.009628,"redis_calls":7,"redis_duration_s":0.0020369999999999997,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001488,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000549,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027381,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04874,"completed_at":"2026-06-29T10:49:16.531Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.012227,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2235vm-test-run-nixbot-gitlab> gitlab # [ 312.110779] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.536Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"e950d1dcaeecdb2e83de40cc","created_at":"2026-06-29T10:49:16.068Z","trace_propagation_headers":{"sentry-trace":"f3090746429b41ce928c4e27a693814f-ba54603418b8459f","baggage":"sentry-trace_id=f3090746429b41ce928c4e27a693814f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQ4YWTS1JDMG29KDEE7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.072Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-e950d1dcaeecdb2e83de40cc: start","job_status":"start","queue_duration_s":0.463509,"scheduling_latency_s":0.463556}2236vm-test-run-nixbot-gitlab> gitlab # [ 312.128256] nixbot[3775]: INFO: ::ffff:127.0.0.1:54308 - "GET /api/repos/gitlab/root/test-flake/builds?commit=aec83d6f4433bf479e78ab8bb594a3908ad12ae2 HTTP/1.1" 200 OK2237vm-test-run-nixbot-gitlab> gitlab # [ 312.130513] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:16 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1462238vm-test-run-nixbot-gitlab> gitlab # [ 312.133252] gitaly[1370]: time="2026-06-29T10:49:16.825Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYTP81V3SPEHNZVFZ1F1F grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:46.822" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:16.823" grpc.time_ms=1.394 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2239vm-test-run-nixbot-gitlab> gitlab # [ 312.146200] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.600Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"e950d1dcaeecdb2e83de40cc","created_at":"2026-06-29T10:49:16.068Z","trace_propagation_headers":{"sentry-trace":"f3090746429b41ce928c4e27a693814f-ba54603418b8459f","baggage":"sentry-trace_id=f3090746429b41ce928c4e27a693814f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQ4YWTS1JDMG29KDEE7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.072Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-e950d1dcaeecdb2e83de40cc: done: 0.063781 sec","job_status":"done","queue_duration_s":0.463509,"scheduling_latency_s":0.463556,"redis_calls":7,"redis_duration_s":0.00284,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002072,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000768,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.044989,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.063781,"completed_at":"2026-06-29T10:49:16.600Z","load_balancing_strategy":"primary","db_duration_s":0.007492,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2240vm-test-run-nixbot-gitlab> gitlab # [ 312.189846] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.603Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"77d798b02e99f978948afe58","created_at":"2026-06-29T10:49:16.073Z","trace_propagation_headers":{"sentry-trace":"f3090746429b41ce928c4e27a693814f-ba54603418b8459f","baggage":"sentry-trace_id=f3090746429b41ce928c4e27a693814f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQ4YWTS1JDMG29KDEE7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.077Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-77d798b02e99f978948afe58: start","job_status":"start","queue_duration_s":0.526514,"scheduling_latency_s":0.526556}2241vm-test-run-nixbot-gitlab> gitlab # [ 312.207663] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.724Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"77d798b02e99f978948afe58","created_at":"2026-06-29T10:49:16.073Z","trace_propagation_headers":{"sentry-trace":"f3090746429b41ce928c4e27a693814f-ba54603418b8459f","baggage":"sentry-trace_id=f3090746429b41ce928c4e27a693814f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQ4YWTS1JDMG29KDEE7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.077Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-77d798b02e99f978948afe58: done: 0.121279 sec","job_status":"done","queue_duration_s":0.526514,"scheduling_latency_s":0.526556,"redis_calls":10,"redis_duration_s":0.004172,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002003,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.002169,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.028,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.077036,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.121279,"completed_at":"2026-06-29T10:49:16.724Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.032734,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2242vm-test-run-nixbot-gitlab> gitlab # [ 312.254154] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.727Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"f97decd11a9d0d62dac30185","created_at":"2026-06-29T10:49:16.169Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.180Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-f97decd11a9d0d62dac30185: start","job_status":"start","queue_duration_s":0.546637,"scheduling_latency_s":0.546669}2243vm-test-run-nixbot-gitlab> gitlab # [ 312.271584] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.778Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"f97decd11a9d0d62dac30185","created_at":"2026-06-29T10:49:16.169Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.180Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-f97decd11a9d0d62dac30185: done: 0.051685 sec","job_status":"done","queue_duration_s":0.546637,"scheduling_latency_s":0.546669,"redis_calls":10,"redis_duration_s":0.002288,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00042,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001367,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000501,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030703,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00041438,"duration_s":0.051685,"completed_at":"2026-06-29T10:49:16.778Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007704,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2244vm-test-run-nixbot-gitlab> gitlab # [ 312.317940] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.780Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"e063e08facdfdd5e1d07aaf4","created_at":"2026-06-29T10:49:16.199Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.205Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-e063e08facdfdd5e1d07aaf4: start","job_status":"start","queue_duration_s":0.575138,"scheduling_latency_s":0.575164}2245vm-test-run-nixbot-gitlab> gitlab # [ 312.334333] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.841Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"e063e08facdfdd5e1d07aaf4","created_at":"2026-06-29T10:49:16.199Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.205Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-e063e08facdfdd5e1d07aaf4: done: 0.060319 sec","job_status":"done","queue_duration_s":0.575138,"scheduling_latency_s":0.575164,"redis_calls":10,"redis_duration_s":0.002101,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000398,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001231,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000472,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.034352,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00039856,"duration_s":0.060319,"completed_at":"2026-06-29T10:49:16.840Z","load_balancing_strategy":"primary","db_duration_s":0.015643,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2246vm-test-run-nixbot-gitlab> gitlab # [ 312.379390] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:16.843Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"fdec70f487957cc196a455fd","created_at":"2026-06-29T10:49:16.217Z","trace_propagation_headers":{"sentry-trace":"f3090746429b41ce928c4e27a693814f-ba54603418b8459f","baggage":"sentry-trace_id=f3090746429b41ce928c4e27a693814f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQ4YWTS1JDMG29KDEE7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.221Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-fdec70f487957cc196a455fd: start","job_status":"start","queue_duration_s":0.621027,"scheduling_latency_s":0.6211}2247vm-test-run-nixbot-gitlab> gitlab # [ 312.396565] gitaly[1370]: time="2026-06-29T10:49:16.962Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T10:49:46.860" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:16.960" grpc.time_ms=1.628 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2248vm-test-run-nixbot-gitlab> gitlab # [ 312.409587] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.098Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"fdec70f487957cc196a455fd","created_at":"2026-06-29T10:49:16.217Z","trace_propagation_headers":{"sentry-trace":"f3090746429b41ce928c4e27a693814f-ba54603418b8459f","baggage":"sentry-trace_id=f3090746429b41ce928c4e27a693814f,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYSQ4YWTS1JDMG29KDEE7","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.221Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-fdec70f487957cc196a455fd: done: 0.255572 sec","job_status":"done","queue_duration_s":0.621027,"scheduling_latency_s":0.6211,"gitaly_calls":3,"gitaly_duration_s":0.014559,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.010907,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001314,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.00327,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000524,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002267,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000331,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000767,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00112,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.051,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.009,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.012,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.029,"db_ci_duration_s":0.022,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.190795,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.2201705,"duration_s":0.255572,"completed_at":"2026-06-29T10:49:17.098Z","load_balancing_strategy":"primary","db_duration_s":0.058077,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2249vm-test-run-nixbot-gitlab> gitlab # [ 312.464100] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.100Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"f9d009e51d01a76ce2b6027b","created_at":"2026-06-29T10:49:01.049Z","trace_propagation_headers":{"sentry-trace":"fb68ba63ffa3482abea8c0b92a517fdc-fb2140de6ae1452a","baggage":"sentry-trace_id=fb68ba63ffa3482abea8c0b92a517fdc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYB1YKS21BFF6BN710TCQ","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:96277bedc1776101f19b1c15ac21f0db4b4a069e515020f62285e1bc0535eda2","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.907Z","retry_count":0,"job_size_bytes":451,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-f9d009e51d01a76ce2b6027b: start","job_status":"start","queue_duration_s":0.193462,"scheduling_latency_s":0.193488}2250vm-test-run-nixbot-gitlab> gitlab # [ 312.480947] sidekiq-cluster[2412]: {"severity":"WARN","time":"2026-06-29T10:49:17.146Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"f9d009e51d01a76ce2b6027b","created_at":"2026-06-29T10:49:01.049Z","trace_propagation_headers":{"sentry-trace":"fb68ba63ffa3482abea8c0b92a517fdc-fb2140de6ae1452a","baggage":"sentry-trace_id=fb68ba63ffa3482abea8c0b92a517fdc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYB1YKS21BFF6BN710TCQ","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:96277bedc1776101f19b1c15ac21f0db4b4a069e515020f62285e1bc0535eda2","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.907Z","retry_count":0,"job_size_bytes":451,"pid":2412,"sidekiq_tid":"mcgs","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-f9d009e51d01a76ce2b6027b: fail: 0.04554 sec","job_status":"fail","queue_duration_s":0.193462,"scheduling_latency_s":0.193488,"redis_calls":7,"redis_duration_s":0.002229,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00161,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000619,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.028898,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04554,"completed_at":"2026-06-29T10:49:17.146Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/anil03slywxmk4rnhn17xdngk0v51799-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/rwla413y2rjqwmj6fahb1jjs3246g6h0-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/w9mp1gyfs2qdv12r0ji70idzndmxwz2s-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/r9cfijmkxqn74a9y8n4fmcwypmha7bka-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/p8ylyr0sj9sxcknqcpja13nypqixk2dp-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/dmv1shq667w4j882d6hfknpqjgmsjk3d-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/dndr7b4a17339dsm67vzb6nv4p2kp82q-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/8bxd3x89628dxvamnlkr67i03nyww454-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/hci32c03dmcimq95f7j6mhr8r3jxmcw2-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/qr8jwlszzf80b9yy5410msfvxfhdlv3q-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/zx6ndpscxs64hnidz69ab430ccms6rak-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/cf9hps81b6xv5b1r3vmw17kgnjg02fib-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/q50z9k7w21nl4781zv782gv6pin0gj9b-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.008818,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2251vm-test-run-nixbot-gitlab> gitlab # [ 312.877986] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.151Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"9c448d2369147e7297354337","created_at":"2026-06-29T10:49:16.217Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.222Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-9c448d2369147e7297354337: start","job_status":"start","queue_duration_s":0.929045,"scheduling_latency_s":0.929091}2252vm-test-run-nixbot-gitlab> gitlab # [ 312.893769] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.230Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"9c448d2369147e7297354337","created_at":"2026-06-29T10:49:16.217Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.222Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-9c448d2369147e7297354337: done: 0.078997 sec","job_status":"done","queue_duration_s":0.929045,"scheduling_latency_s":0.929091,"redis_calls":13,"redis_duration_s":0.005547,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000842,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002463,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001136,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001106,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.05389,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00075352,"duration_s":0.078997,"completed_at":"2026-06-29T10:49:17.230Z","load_balancing_strategy":"primary","db_duration_s":0.009108,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2253vm-test-run-nixbot-gitlab> gitlab # [ 312.940359] gitaly[1370]: time="2026-06-29T10:49:17.029Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:47.027" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:17.028" grpc.time_ms=1.218 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2254vm-test-run-nixbot-gitlab> gitlab # [ 312.953302] postgres[1329]: [1329] LOG: checkpoint starting: time2255vm-test-run-nixbot-gitlab> gitlab # [ 312.954219] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.234Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"48570f5eda79ded5e1e6cd47","created_at":"2026-06-29T10:49:16.223Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.227Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-48570f5eda79ded5e1e6cd47: start","job_status":"start","queue_duration_s":1.007311,"scheduling_latency_s":1.007361}2256vm-test-run-nixbot-gitlab> gitlab # [ 312.971595] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.309Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"48570f5eda79ded5e1e6cd47","created_at":"2026-06-29T10:49:16.223Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.227Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-48570f5eda79ded5e1e6cd47: done: 0.07512 sec","job_status":"done","queue_duration_s":1.007311,"scheduling_latency_s":1.007361,"redis_calls":10,"redis_duration_s":0.0047810000000000005,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000853,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002974,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000954,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.046917,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0009213,"duration_s":0.07512,"completed_at":"2026-06-29T10:49:17.309Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010085,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2257vm-test-run-nixbot-gitlab> gitlab # [ 313.018280] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.313Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"d5595fa60262e5efbdc7d4e7","created_at":"2026-06-29T10:49:16.227Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.232Z","job_size_bytes":19,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-d5595fa60262e5efbdc7d4e7: start","job_status":"start","queue_duration_s":1.081366,"scheduling_latency_s":1.081408}2258vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses2259vm-test-run-nixbot-gitlab> gitlab # [ 313.035258] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.576Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"d5595fa60262e5efbdc7d4e7","created_at":"2026-06-29T10:49:16.227Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.232Z","job_size_bytes":19,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-d5595fa60262e5efbdc7d4e7: done: 0.263262 sec","job_status":"done","queue_duration_s":1.081366,"scheduling_latency_s":1.081408,"redis_calls":11,"redis_duration_s":0.19813499999999998,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001219,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.196011,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000905,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.049731,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00083808,"duration_s":0.263262,"completed_at":"2026-06-29T10:49:17.576Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005689,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2260vm-test-run-nixbot-gitlab> gitlab # [ 313.081834] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.579Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"85d2c8ba59693fe93ddadc91","created_at":"2026-06-29T10:49:16.235Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.240Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-85d2c8ba59693fe93ddadc91: start","job_status":"start","queue_duration_s":1.339594,"scheduling_latency_s":1.339631}2261vm-test-run-nixbot-gitlab> gitlab # [ 313.098168] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.631Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"85d2c8ba59693fe93ddadc91","created_at":"2026-06-29T10:49:16.235Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.240Z","job_size_bytes":65,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-85d2c8ba59693fe93ddadc91: done: 0.051852 sec","job_status":"done","queue_duration_s":1.339594,"scheduling_latency_s":1.339631,"redis_calls":10,"redis_duration_s":0.003589,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000742,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002058,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000789,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00054832,"duration_s":0.051852,"completed_at":"2026-06-29T10:49:17.631Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007091,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2262vm-test-run-nixbot-gitlab> gitlab # [ 313.142877] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.633Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"3421a6025b9247fe0d82bf4e","created_at":"2026-06-29T10:49:16.241Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.243Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-3421a6025b9247fe0d82bf4e: start","job_status":"start","queue_duration_s":1.390439,"scheduling_latency_s":1.390466}2263vm-test-run-nixbot-gitlab> gitlab # [ 313.159807] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.679Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"3421a6025b9247fe0d82bf4e","created_at":"2026-06-29T10:49:16.241Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.243Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-3421a6025b9247fe0d82bf4e: done: 0.045809 sec","job_status":"done","queue_duration_s":1.390439,"scheduling_latency_s":1.390466,"redis_calls":7,"redis_duration_s":0.002124,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001513,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000611,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.032687,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.045809,"completed_at":"2026-06-29T10:49:17.679Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006384,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2264vm-test-run-nixbot-gitlab> gitlab # [ 313.204070] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.681Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"f68482ac9153db8edb4be7df","created_at":"2026-06-29T10:49:16.286Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.293Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-f68482ac9153db8edb4be7df: start","job_status":"start","queue_duration_s":1.388496,"scheduling_latency_s":1.38852}2265vm-test-run-nixbot-gitlab> gitlab # [ 313.220751] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.732Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"f68482ac9153db8edb4be7df","created_at":"2026-06-29T10:49:16.286Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.293Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-f68482ac9153db8edb4be7df: done: 0.050696 sec","job_status":"done","queue_duration_s":1.388496,"scheduling_latency_s":1.38852,"redis_calls":10,"redis_duration_s":0.003528,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001005,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001873,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00065,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026755,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00060504,"duration_s":0.050696,"completed_at":"2026-06-29T10:49:17.732Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014799,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2266vm-test-run-nixbot-gitlab> gitlab # [ 313.267596] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.734Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"eb640285ffb010f5c2cf6264","created_at":"2026-06-29T10:49:16.294Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.298Z","job_size_bytes":6,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-eb640285ffb010f5c2cf6264: start","job_status":"start","queue_duration_s":1.436229,"scheduling_latency_s":1.436254}2267vm-test-run-nixbot-gitlab> gitlab # [ 313.283873] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.767Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"eb640285ffb010f5c2cf6264","created_at":"2026-06-29T10:49:16.294Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.298Z","job_size_bytes":6,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-eb640285ffb010f5c2cf6264: done: 0.033294 sec","job_status":"done","queue_duration_s":1.436229,"scheduling_latency_s":1.436254,"redis_calls":10,"redis_duration_s":0.0034330000000000003,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000656,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00216,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000617,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019427,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00058812,"duration_s":0.033294,"completed_at":"2026-06-29T10:49:17.767Z","load_balancing_strategy":"primary","db_duration_s":0.00406,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2268vm-test-run-nixbot-gitlab> gitlab # [ 313.329338] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.769Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"95d79b390346576f66b2a26c","created_at":"2026-06-29T10:49:16.347Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.348Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-95d79b390346576f66b2a26c: start","job_status":"start","queue_duration_s":1.420433,"scheduling_latency_s":1.420456}2269vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses, in 0.28 seconds)2270vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'aec83d6f4433bf479e78ab8bb594a3908ad12ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T10:49:16.205Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2271vm-test-run-nixbot-gitlab> gitlab # [ 313.345429] gitaly[1370]: time="2026-06-29T10:49:17.082Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQ4YWTS1JDMG29KDEE7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:47.080" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:17.080" grpc.time_ms=1.136 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2272vm-test-run-nixbot-gitlab> gitlab # [ 313.357882] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:18 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1702273vm-test-run-nixbot-gitlab> gitlab # [ 313.360668] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.895Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"95d79b390346576f66b2a26c","created_at":"2026-06-29T10:49:16.347Z","trace_propagation_headers":{"sentry-trace":"07df72dbef1942bba01862d32504e532-b1d373c191944dfc","baggage":"sentry-trace_id=07df72dbef1942bba01862d32504e532,sentry-release=Unknown"},"correlation_id":"01KW9FYSQZFX75PEP0RBJ3P64E","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.348Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-95d79b390346576f66b2a26c: done: 0.126262 sec","job_status":"done","queue_duration_s":1.420433,"scheduling_latency_s":1.420456,"gitaly_calls":2,"gitaly_duration_s":0.008704,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.0052250000000000005,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.000728,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00256,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000289,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001648,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.031,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.085029,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.08447974,"duration_s":0.126262,"completed_at":"2026-06-29T10:49:17.895Z","load_balancing_strategy":"primary","db_duration_s":0.030533,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2274vm-test-run-nixbot-gitlab> gitlab # [ 313.408490] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.898Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"0f8e8ee337bd1de674b3752f","created_at":"2026-06-29T10:49:16.934Z","trace_propagation_headers":{"sentry-trace":"f3090746429b41ce928c4e27a693814f-6ac115a23c8e4026","baggage":"sentry-trace_id=f3090746429b41ce928c4e27a693814f,sentry-release=Unknown"},"correlation_id":"01KW9FYSQ4YWTS1JDMG29KDEE7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.938Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-0f8e8ee337bd1de674b3752f: start","job_status":"start","queue_duration_s":0.959903,"scheduling_latency_s":0.959945}2275vm-test-run-nixbot-gitlab> gitlab # [ 313.424921] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:17.970Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"0f8e8ee337bd1de674b3752f","created_at":"2026-06-29T10:49:16.934Z","trace_propagation_headers":{"sentry-trace":"f3090746429b41ce928c4e27a693814f-6ac115a23c8e4026","baggage":"sentry-trace_id=f3090746429b41ce928c4e27a693814f,sentry-release=Unknown"},"correlation_id":"01KW9FYSQ4YWTS1JDMG29KDEE7","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:16.938Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-0f8e8ee337bd1de674b3752f: done: 0.071755 sec","job_status":"done","queue_duration_s":0.959903,"scheduling_latency_s":0.959945,"redis_calls":7,"redis_duration_s":0.003332,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002436,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000896,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.053372,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.071755,"completed_at":"2026-06-29T10:49:17.970Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0081,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2276vm-test-run-nixbot-gitlab> gitlab # [ 313.468442] gitaly[1370]: time="2026-06-29T10:49:17.822Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T10:49:47.820" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:17.820" grpc.time_ms=1.338 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2277vm-test-run-nixbot-gitlab> gitlab # [ 313.482781] gitaly[1370]: time="2026-06-29T10:49:17.869Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYSQZFX75PEP0RBJ3P64E grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:47.867" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:17.868" grpc.time_ms=1.059 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2278vm-test-run-nixbot-gitlab> gitlab # [ 313.495755] gitaly[1370]: time="2026-06-29T10:49:18.098Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYVXAGC1JEMNB7NVF1750 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:48.096" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:18.097" grpc.time_ms=1.164 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2279vm-test-run-nixbot-gitlab> gitlab # [ 313.907233] gitaly[1370]: time="2026-06-29T10:49:18.729Z" level=info msg="burden monitor stats" pid=1370 top_10_by_cpu="[]" top_10_by_memory="[]"2280vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses2281vm-test-run-nixbot-gitlab> gitlab # [ 314.511138] gitaly[1370]: time="2026-06-29T10:49:19.332Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYX42PFT58KPFCCA6KSRT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:49.330" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:19.331" grpc.time_ms=1.28 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2282vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses, in 0.21 seconds)2283vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'aec83d6f4433bf479e78ab8bb594a3908ad12ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T10:49:16.205Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2284vm-test-run-nixbot-gitlab> gitlab # [ 314.559258] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1462285vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses2286vm-test-run-nixbot-gitlab> gitlab # [ 315.706160] gitaly[1370]: time="2026-06-29T10:49:20.527Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYY9MSH5B6J07GFTF729C grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:50.525" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:20.526" grpc.time_ms=1.344 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2287vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses, in 0.19 seconds)2288vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'aec83d6f4433bf479e78ab8bb594a3908ad12ae2', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-29T10:49:16.205Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2289vm-test-run-nixbot-gitlab> gitlab # [ 315.749639] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:20 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1342290vm-test-run-nixbot-gitlab> gitlab # [ 316.074991] gitaly[1370]: time="2026-06-29T10:49:20.897Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:50.895" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:20.896" grpc.time_ms=1.177 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2291vm-test-run-nixbot-gitlab> gitlab # [ 316.164655] gitaly[1370]: time="2026-06-29T10:49:20.987Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=576 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:30.009" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:20.969" grpc.time_ms=17.31 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2292vm-test-run-nixbot-gitlab> gitlab # [ 316.247448] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:21.068Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"3964c7909e6321a1eedfdab8","created_at":"2026-06-29T10:49:21.057Z","trace_propagation_headers":{"sentry-trace":"cbbabfa6fb014a6ea3fc3b081e43f8e5-293696da90a24fec","baggage":"sentry-trace_id=cbbabfa6fb014a6ea3fc3b081e43f8e5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYYMQCQVVF7DT3WAW5KZN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:21.065Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-3964c7909e6321a1eedfdab8: start","job_status":"start","queue_duration_s":0.002827,"scheduling_latency_s":0.00289}2293vm-test-run-nixbot-gitlab> gitlab # [ 316.293433] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:21 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 3072294vm-test-run-nixbot-gitlab> gitlab # [ 316.299813] nixbot[3775]: {"ts": "2026-06-29T10:49:21.101Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 \"HTTP/1.1 201 Created\""}2295vm-test-run-nixbot-gitlab> gitlab # [ 316.409269] gitaly[1370]: time="2026-06-29T10:49:21.232Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYYYP1JYXNT3569CN8GGC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:51.229" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:21.230" grpc.time_ms=1.471 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2296vm-test-run-nixbot-gitlab> gitlab # [ 316.529768] gitaly[1370]: time="2026-06-29T10:49:21.352Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=13 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=575 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=2 command.system_time_ms=13 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYYYP1JYXNT3569CN8GGC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:31.254" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:21.334" grpc.time_ms=17.331 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2297vm-test-run-nixbot-gitlab> gitlab # [ 316.578183] gitaly[1370]: time="2026-06-29T10:49:21.401Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3898 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:21.400" grpc.time_ms=0.933 pid=1370 span.kind=server system=grpc2298vm-test-run-nixbot-gitlab> gitlab # [ 316.620058] gitaly[1370]: time="2026-06-29T10:49:21.442Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3896 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:21.442" grpc.time_ms=0.495 pid=1370 span.kind=server system=grpc2299vm-test-run-nixbot-gitlab> gitlab # [ 316.644804] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:21 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 3402300vm-test-run-nixbot-gitlab> gitlab # [ 316.650851] nixbot[3775]: {"ts": "2026-06-29T10:49:21.453Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 \"HTTP/1.1 201 Created\""}2301vm-test-run-nixbot-gitlab> gitlab # [ 316.661659] gitaly[1370]: time="2026-06-29T10:49:21.484Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3898 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-29T10:49:21.483" grpc.time_ms=0.68 pid=1370 span.kind=server system=grpc2302vm-test-run-nixbot-gitlab> gitlab # [ 316.680391] gitaly[1370]: time="2026-06-29T10:49:21.492Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN diskcache=1a987cf0-39d8-4806-9e13-e4e2ca70bf8d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T10:49:51.354" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:21.355" pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2303vm-test-run-nixbot-gitlab> gitlab # [ 316.695823] gitaly[1370]: time="2026-06-29T10:49:21.493Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=139 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7389 command.oublock=0 command.real_time_ms=131 command.spawn_token_fork_ms=2 command.system_time_ms=71 command.user_time_ms=68 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-29T10:49:51.354" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:21.355" grpc.time_ms=137.67 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2304vm-test-run-nixbot-gitlab> gitlab # [ 316.727942] gitaly[1370]: time="2026-06-29T10:49:21.550Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYZ9W4V43DRXN57NEKKA4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:51.548" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:21.549" grpc.time_ms=0.783 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2305vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses2306vm-test-run-nixbot-gitlab> gitlab # [ 316.747936] gitaly[1370]: time="2026-06-29T10:49:21.558Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-29T10:49:51.556" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:21.557" grpc.time_ms=0.925 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2307vm-test-run-nixbot-gitlab> gitlab # [ 316.775666] gitaly[1370]: time="2026-06-29T10:49:21.595Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:51.593" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:21.594" grpc.time_ms=0.859 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2308vm-test-run-nixbot-gitlab> gitlab # [ 316.788924] gitaly[1370]: time="2026-06-29T10:49:21.606Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=574 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=5 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KW9FYZ9W4V43DRXN57NEKKA4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-29T10:49:31.053" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-29T10:49:21.594" grpc.time_ms=12.466 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2309vm-test-run-nixbot-gitlab> gitlab # [ 316.838530] gitaly[1370]: time="2026-06-29T10:49:21.661Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYYMQCQVVF7DT3WAW5KZN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:51.659" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:21.660" grpc.time_ms=0.869 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2310vm-test-run-nixbot-gitlab> gitlab # [ 316.853987] nixbot[3775]: {"ts": "2026-06-29T10:49:21.676Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 \"HTTP/1.1 201 Created\""}2311vm-test-run-nixbot-gitlab> gitlab # [ 316.857527] gitlab-workhorse[1291]: gitlab 2001:db8:1::1 - - [2026/06/29:10:49:21 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/aec83d6f4433bf479e78ab8bb594a3908ad12ae2 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2102312vm-test-run-nixbot-gitlab> gitlab # [ 316.862685] gitaly[1370]: time="2026-06-29T10:49:21.685Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KW9FYZF07SMFW2XRNWAX4MQZ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-29T10:49:51.684" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-29T10:49:21.684" grpc.time_ms=0.525 pid=1370 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2313vm-test-run-nixbot-gitlab> gitlab # [ 316.876488] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:21.686Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"cc18345751affa9c9421cca1","created_at":"2026-06-29T10:49:21.682Z","trace_propagation_headers":{"sentry-trace":"cbbabfa6fb014a6ea3fc3b081e43f8e5-dce918470165402b","baggage":"sentry-trace_id=cbbabfa6fb014a6ea3fc3b081e43f8e5,sentry-release=Unknown"},"correlation_id":"01KW9FYYMQCQVVF7DT3WAW5KZN","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"3964c7909e6321a1eedfdab8","job_size_bytes":3,"pid":2412,"job_status":"deduplicated","message":"PipelineProcessWorker JID-cc18345751affa9c9421cca1: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2314vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/aec83d6f4433bf479e78ab8bb594a3908ad12ae2/statuses, in 0.14 seconds)2315vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'aec83d6f4433bf479e78ab8bb594a3908ad12ae2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-29T10:49:16.205Z', 'started_at': None, 'finished_at': '2026-06-29T10:49:21.036Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'aec83d6f4433bf479e78ab8bb594a3908ad12ae2', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '0 attributes built', 'created_at': '2026-06-29T10:49:21.410Z', 'started_at': None, 'finished_at': '2026-06-29T10:49:21.636Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2316vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 5.03 seconds)2317vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 382.19 seconds)2318vm-test-run-nixbot-gitlab> gitlab # [ 316.892566] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:21.690Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"3964c7909e6321a1eedfdab8","created_at":"2026-06-29T10:49:21.057Z","trace_propagation_headers":{"sentry-trace":"cbbabfa6fb014a6ea3fc3b081e43f8e5-293696da90a24fec","baggage":"sentry-trace_id=cbbabfa6fb014a6ea3fc3b081e43f8e5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYYMQCQVVF7DT3WAW5KZN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:21.065Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2412,"job_status":"rescheduled","message":"PipelineProcessWorker JID-3964c7909e6321a1eedfdab8: rescheduled"}2319vm-test-run-nixbot-gitlab> test script finished in 382.25s2320vm-test-run-nixbot-gitlab> cleanup2321vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2322vm-test-run-nixbot-gitlab> gitlab # [ 316.908289] sidekiq-cluster[2412]: {"severity":"INFO","time":"2026-06-29T10:49:21.709Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"3964c7909e6321a1eedfdab8","created_at":"2026-06-29T10:49:21.057Z","trace_propagation_headers":{"sentry-trace":"cbbabfa6fb014a6ea3fc3b081e43f8e5-293696da90a24fec","baggage":"sentry-trace_id=cbbabfa6fb014a6ea3fc3b081e43f8e5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KW9FYYMQCQVVF7DT3WAW5KZN","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-29T10:49:21.065Z","job_size_bytes":3,"pid":2412,"sidekiq_tid":"mcs4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-3964c7909e6321a1eedfdab8: done: 0.640914 sec","job_status":"done","queue_duration_s":0.002827,"scheduling_latency_s":0.00289,"gitaly_calls":4,"gitaly_duration_s":0.151385,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.032928,"redis_read_bytes":262,"redis_write_bytes":23384,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001938,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.006972,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001265,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.005998,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14465,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.008938,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000394,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001093,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.004392,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.06,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cacqemu-system-aarch64: terminating on signal 15 from pid 6 (/nix/store/lqn6mbgzzdrqq2qkwddcmxj9z6amdd86-python3-3.13.13/bin/python3.13)2323vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.45 seconds)23242325post-build step Upload coverage to codecov: ok2326Skipping codecov: project=Mic92/nixbot attr=aarch64-linux.nixbot-gitlab